[ 524.809831] env[65806]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 524.809831] env[65806]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 525.799487] env[65894]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 525.799487] env[65894]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 527.615401] env[65894]: INFO neutron.common.config [-] Logging enabled! [ 527.615825] env[65894]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 27.1.0.dev61 [ 527.615949] env[65894]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65894) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 527.616265] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 527.616367] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 527.617166] env[65894]: WARNING oslo_policy.policy [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 527.617377] env[65894]: WARNING oslo_policy.policy [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 527.619026] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] VMware NSXv3 Agent initialized successfully. [ 527.619376] env[65894]: DEBUG oslo_concurrency.lockutils [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] Acquiring lock "singleton_lock" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.619502] env[65894]: DEBUG oslo_concurrency.lockutils [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] Acquired lock "singleton_lock" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.619697] env[65894]: DEBUG oslo_concurrency.lockutils [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] Releasing lock "singleton_lock" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.620015] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] Full set of CONF: {{(pid=65894) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 527.620137] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ******************************************************************************** {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 527.620233] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] Configuration options gathered from: {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 527.620829] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 527.620994] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 527.621111] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ================================================================================ {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 527.621278] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] agent_down_time = 75 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.621413] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] allow_automatic_dhcp_failover = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.621544] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] allow_bulk = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.621681] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] api_extensions_path = {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.621816] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] api_paste_config = api-paste.ini {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.621953] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] auth_strategy = keystone {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.622090] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] backdoor_port = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.622173] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] backdoor_socket = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.622294] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] backlog = 4096 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.622427] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.622576] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] bind_host = 0.0.0.0 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.622719] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] bind_port = 9696 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.622869] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] client_socket_timeout = 900 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.623013] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] config_dir = [] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.623123] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.623255] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] config_source = [] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.623388] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] control_exchange = neutron {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.623521] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] core_plugin = ml2 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.623651] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] debug = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.623782] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] default_availability_zones = [] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.623979] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.624122] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] dhcp_agent_notification = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.624250] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] dhcp_agents_per_network = 1 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.624374] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] dhcp_lease_duration = 86400 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.624504] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] dhcp_load_type = networks {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.624633] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] dns_domain = openstacklocal {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.624785] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.624919] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] enable_default_route_bfd = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.625053] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] enable_default_route_ecmp = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.625179] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] enable_dvr = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.625302] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] enable_new_agents = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.625425] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.625547] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] enable_signals = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.625670] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] enable_traditional_dhcp = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.625816] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] external_dns_driver = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.625945] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] filter_validation = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.626090] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] global_physnet_mtu = 8950 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.626216] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] graceful_shutdown_timeout = 60 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.626383] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] host = cpu-1 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.626515] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] host_dvr_for_dhcp = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.626642] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] http_retries = 3 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.626773] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] instance_format = [instance: %(uuid)s] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.626907] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.627043] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ipam_driver = internal {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.627171] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ipv6_pd_enabled = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.627296] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] l3_ha = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.627424] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.627548] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] l3_ha_network_physical_name = {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.627677] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] l3_ha_network_type = {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.627806] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] log_color = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.627936] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] log_config_append = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.628076] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.628202] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] log_dir = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.628327] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] log_file = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.628425] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] log_options = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.628553] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] log_rotate_interval = 1 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.628684] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] log_rotate_interval_type = days {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.628816] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] log_rotation_type = none {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.628914] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.629018] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.629154] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.629282] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.629381] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.629511] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] max_dns_nameservers = 5 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.629637] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] max_header_line = 16384 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.629761] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] max_l3_agents_per_router = 3 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.629888] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] max_logfile_count = 30 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.630084] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] max_logfile_size_mb = 200 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.630137] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] max_subnet_host_routes = 20 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.630266] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] my_ip = 10.180.1.21 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.630397] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] my_ipv6 = ::1 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.630521] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] network_auto_schedule = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.630641] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] network_link_prefix = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.630776] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.630914] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] notify_nova_on_port_data_changes = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.631058] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] notify_nova_on_port_status_changes = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.631194] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] pagination_max_limit = -1 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.631320] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] publish_errors = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.631445] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] rate_limit_burst = 0 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.631576] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] rate_limit_except_level = CRITICAL {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.631700] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] rate_limit_interval = 0 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.631848] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] retry_until_window = 30 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.631992] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] router_distributed = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.632136] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] rpc_resources_processing_step = 20 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.632263] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] rpc_response_max_timeout = 600 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.632387] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] rpc_response_timeout = 60 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.632509] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] send_events_interval = 2 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.632650] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] service_plugins = ['router'] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.632810] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] setproctitle = on {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.632943] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] shell_completion = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.633086] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] state_path = /opt/stack/data/neutron {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.633218] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] syslog_log_facility = LOG_USER {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.633345] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] tcp_keepidle = 600 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.633474] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] transport_url = **** {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.633610] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] use_journal = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.633717] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] use_json = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.633840] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] use_ssl = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.633961] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] use_stderr = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.634101] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] use_syslog = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.634223] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] vlan_qinq = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.634342] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] vlan_transparent = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.634462] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] watch_log_file = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.634585] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] wsgi_default_pool_size = 100 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.634709] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] wsgi_keep_alive = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.634870] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.634998] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] wsgi_server_debug = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.635153] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_concurrency.disable_process_locking = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.635292] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.635428] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.635556] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.635688] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.635845] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.635982] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.636142] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] profiler.connection_string = messaging:// {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.636280] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] profiler.enabled = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.636419] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] profiler.es_doc_type = notification {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.636551] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] profiler.es_scroll_size = 10000 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.636687] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] profiler.es_scroll_time = 2m {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.636816] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] profiler.filter_error_trace = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.636953] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] profiler.hmac_keys = **** {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.637107] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] profiler.sentinel_service_name = mymaster {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.637238] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] profiler.socket_timeout = 0.1 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.637365] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] profiler.trace_requests = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.637492] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] profiler.trace_sqlalchemy = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.637635] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] profiler_jaeger.process_tags = {} {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.637762] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] profiler_jaeger.service_name_prefix = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.637893] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] profiler_otlp.service_name_prefix = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.638045] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_policy.enforce_new_defaults = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.638303] env[65894]: WARNING oslo_config.cfg [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 527.638449] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_policy.enforce_scope = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.638589] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_policy.policy_default_rule = default {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.638731] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.638870] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.639029] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.639152] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.639278] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.639402] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.639531] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.639668] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.639814] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.639956] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] agent.extensions = [] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.640105] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.640241] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] service_providers.service_provider = [] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.640378] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] QUOTAS.default_quota = -1 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.640514] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.640642] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] QUOTAS.quota_floatingip = 50 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.640769] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] QUOTAS.quota_network = 100 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.640897] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] QUOTAS.quota_port = 500 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.641030] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.641157] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] QUOTAS.quota_router = 10 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.641282] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] QUOTAS.quota_security_group = 10 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.641413] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.641542] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] QUOTAS.quota_subnet = 100 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.641669] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] QUOTAS.track_quota_usage = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.641811] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.641938] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep.group = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.642072] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep.helper_command = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.642201] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep.log_daemon_traceback = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.642330] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.642457] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep.thread_pool_size = 8 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.642580] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep.user = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.642723] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.642869] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_dhcp_release.group = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.642996] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_dhcp_release.helper_command = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.643135] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.643265] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.643390] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.643514] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_dhcp_release.user = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.643646] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.643768] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_ovs_vsctl.group = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.643920] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.644076] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.644214] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.644342] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.644468] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_ovs_vsctl.user = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.644605] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_namespace.capabilities = [21] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.644749] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_namespace.group = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.644873] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_namespace.helper_command = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.645008] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.645144] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.645271] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.645394] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_namespace.user = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.645527] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_conntrack.capabilities = [12] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.645649] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_conntrack.group = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.645774] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_conntrack.helper_command = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.645901] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.646042] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.646170] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.646291] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_conntrack.user = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.646423] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_link.capabilities = [12, 21] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.646545] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_link.group = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.646665] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_link.helper_command = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.646789] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_link.log_daemon_traceback = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.646919] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.647064] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_link.thread_pool_size = 8 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.647207] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] privsep_link.user = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.647354] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.647492] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.647624] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] AGENT.continue_on_failed_promotions = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.647750] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] AGENT.dscp = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.647886] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] AGENT.dscp_inherit = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.648027] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] AGENT.force_mp_to_policy = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.648159] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] AGENT.locking_coordinator_url = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.648287] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] AGENT.log_agent_heartbeats = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.648417] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] AGENT.logging_expire = 1 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.648550] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.648678] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.648812] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] AGENT.polling_interval = 240 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.648942] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.649086] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.649227] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] AGENT.report_interval = 30.0 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.649362] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.649498] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.649633] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.649763] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] AGENT.sync_skew = 60 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.649893] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] AGENT.synchronization_queue_size = 20 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.650030] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] AGENT.use_helper_for_ns_read = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.650168] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] SECURITYGROUP.enable_ipset = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.650327] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] SECURITYGROUP.enable_security_group = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.650435] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.650567] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.650702] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] experimental.ipv6_pd_enabled = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.650854] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ml2.extension_drivers = ['port_security'] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.650983] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ml2.external_network_type = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.651136] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.651277] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ml2.overlay_ip_version = 4 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.651407] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ml2.path_mtu = 8950 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.651541] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ml2.physical_network_mtus = {} {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.651679] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.651817] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.651957] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ml2.type_drivers = ['vlan'] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.652107] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.652238] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.652365] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.652511] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.652646] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.652803] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.652954] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.653108] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.653245] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.653432] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.653572] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] NSXV3.nsxv3_login_password = **** {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.653713] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.653847] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] NSXV3.nsxv3_login_user = admin {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.653984] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.654131] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.654261] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.654389] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.654524] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.654662] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.654819] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.654960] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.655105] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.655243] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.655382] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.655512] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.655646] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.655858] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.656025] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.656162] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.656293] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.656427] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] nova.auth_section = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.656566] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] nova.auth_type = password {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.656700] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.656831] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] nova.certfile = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.656966] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] nova.collect_timing = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.657139] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] nova.endpoint_type = public {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.657282] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] nova.insecure = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.657410] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] nova.keyfile = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.657550] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] nova.region_name = RegionOne {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.657684] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] nova.split_loggers = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.657811] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] nova.timeout = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.657950] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] placement.auth_section = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.658098] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] placement.auth_type = password {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.658235] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.658360] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] placement.certfile = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.658491] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] placement.collect_timing = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.658627] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] placement.endpoint_type = public {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.658756] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] placement.insecure = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.658883] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] placement.keyfile = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.659016] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] placement.region_name = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.659145] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] placement.split_loggers = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.659268] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] placement.timeout = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.659403] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ironic.auth_section = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.659529] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ironic.auth_type = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.659657] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ironic.cafile = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.659781] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ironic.certfile = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.659915] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ironic.collect_timing = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.660049] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ironic.connect_retries = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.660179] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ironic.connect_retry_delay = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.660306] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ironic.enable_notifications = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.660430] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ironic.endpoint_override = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.660557] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ironic.insecure = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.660681] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ironic.interface = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.660806] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ironic.keyfile = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.660938] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ironic.max_version = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.661079] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ironic.min_version = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.661207] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ironic.region_name = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.661331] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ironic.retriable_status_codes = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.661455] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ironic.service_name = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.661580] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ironic.service_type = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.661707] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ironic.split_loggers = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.661832] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ironic.status_code_retries = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.661960] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ironic.status_code_retry_delay = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.662098] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ironic.timeout = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.662225] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ironic.valid_interfaces = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.662350] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ironic.version = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.662483] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] cli_script.dry_run = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.662624] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.662772] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.662914] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.663052] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.663182] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.663310] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.663438] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.663567] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.663726] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.663836] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.663965] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.664115] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.664250] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.664385] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.664512] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.664653] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.664811] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.664952] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.665106] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.665238] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.665364] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.665492] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.665618] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.665748] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.665879] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.666013] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.666157] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.666268] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.666396] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.666522] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.666649] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.ssl = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.666786] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.666919] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.667068] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.667219] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.667355] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.667486] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.667624] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_notifications.driver = [] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.667757] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_notifications.retry = -1 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.667902] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.668039] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.668142] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-7f91d7cc-f442-4fb1-aaf3-39686e8ad808 None None] ******************************************************************************** {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 527.669243] env[65894]: DEBUG neutron.agent.securitygroups_rpc [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Init firewall settings (driver=nsxv3) {{(pid=65894) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 527.670535] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65894) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 527.670761] env[65894]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] RPC agent_id: nsxm-l-01a.corp.local [ 527.672978] env[65894]: DEBUG dogpile.cache.region [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 527.673117] env[65894]: DEBUG dogpile.lock [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 527.673212] env[65894]: DEBUG dogpile.lock [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 527.673301] env[65894]: DEBUG dogpile.lock [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 527.673392] env[65894]: DEBUG dogpile.cache.region [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 527.673477] env[65894]: DEBUG dogpile.lock [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 527.673598] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 527.700946] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Session token - acquiring [ 527.702470] env[65894]: DEBUG networking_nsxv3.common.locking [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.702651] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.702756] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.703178] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.713969] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.015376] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 528.036215] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 528.036396] env[65894]: DEBUG dogpile.cache.region [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Cache value generated in 0.363 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 528.036514] env[65894]: DEBUG dogpile.lock [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 528.036572] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Activating Policy API Provider. [ 528.036762] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Looking for the default Infrastructure Rules. [ 528.108209] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Looking for the Default Layer3 Logged Drop Section. [ 528.126057] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 528.126539] env[65894]: DEBUG networking_nsxv3.common.locking [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.126703] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Acquiring lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.126810] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Acquired lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.127129] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Acquired external semaphore "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.127537] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.643751] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.145784] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.648772] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Inventory metadata is going to be refreshed. [ 529.649211] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 530.374524] env[65894]: DEBUG networking_nsxv3.common.locking [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.374831] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.374831] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.375515] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.387216] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 530.388330] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.389237] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 530.406200] env[65894]: DEBUG networking_nsxv3.common.locking [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.406485] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.406485] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.406757] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.406928] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.407028] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 530.407169] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.407288] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 530.426671] env[65894]: DEBUG networking_nsxv3.common.locking [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.426949] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.426949] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.427216] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.427384] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.427523] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 530.447872] env[65894]: DEBUG networking_nsxv3.common.locking [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.448156] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.448156] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.448427] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.448566] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.448705] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 530.467661] env[65894]: DEBUG networking_nsxv3.common.locking [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.467943] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Acquiring lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.467943] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Acquired lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.468226] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Acquired external semaphore "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.468362] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Releasing lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.468504] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 530.468606] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.468705] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 530.485941] env[65894]: DEBUG networking_nsxv3.common.locking [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.486248] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Acquiring lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.486248] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Acquired lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.486473] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Acquired external semaphore "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.486592] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Releasing lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.486723] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 530.486823] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.486928] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 530.505839] env[65894]: DEBUG networking_nsxv3.common.locking [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.506155] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.506267] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.506557] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.506704] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.506855] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 530.506961] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.507071] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Inventory metadata have been refreshed. [ 530.507167] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Dryrun:True. Metadata refresh completed. [ 530.507279] env[65894]: DEBUG oslo_concurrency.lockutils [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Releasing lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.508945] env[65894]: INFO neutron.agent.agent_extensions_manager [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Loaded agent extensions: [] [ 530.509665] env[65894]: DEBUG neutron_lib.callbacks.manager [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65894) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 530.557013] env[65894]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] NSXv3 Agent Agent RPC Daemon Started! [ 530.557210] env[65894]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] NSXv3 Agent Agent loop - iteration:0 started [ 530.557303] env[65894]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] NSXv3 Agent Agent out of sync with plugin! [ 535.510162] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 535.510540] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 539.512943] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.513453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.513453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.513589] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.513689] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.017509] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.511228] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 540.511228] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 540.520557] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 541.024491] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 541.024491] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 541.859428] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.859896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.859896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.859896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.871307] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 541.872151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.873106] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 541.892903] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.893121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.893121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.893344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.893433] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.893554] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 541.893624] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 541.893694] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 541.913217] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.913454] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.913454] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.913643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.913780] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.913887] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 541.935087] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.935438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.935523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.935732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.935842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.936015] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 541.960901] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.961147] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.961147] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.961335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.961439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.961554] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 541.961647] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 541.961682] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 541.980434] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.980691] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.980691] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.980876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.980929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.981043] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 541.981120] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 541.981191] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 542.002496] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.002853] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.002853] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.003021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.003095] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.003160] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 542.003234] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 542.003307] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 542.003375] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 542.003424] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 542.003494] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 542.003557] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 542.003836] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 542.003985] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 542.003985] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 542.024431] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.024635] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.024635] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.024768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.024877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.025027] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 542.046834] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.047052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.047052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.047270] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.047378] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.060879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.501295] env[65894]: INFO networking_nsxv3.common.synchronization [None req-ff393fb6-4ddd-41dd-936b-93c1f254376b demo admin] Enqueued Resource ID: 4275081a-b602-4936-9dca-09c1589bb8b8 with Priority: HIGHEST for action security_group_rules [ 545.501999] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4275081a-b602-4936-9dca-09c1589bb8b8 with Priority: HIGHEST for action security_group_rules [ 545.502322] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4275081a-b602-4936-9dca-09c1589bb8b8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.502484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4275081a-b602-4936-9dca-09c1589bb8b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.502583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4275081a-b602-4936-9dca-09c1589bb8b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.502784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4275081a-b602-4936-9dca-09c1589bb8b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.502893] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4275081a-b602-4936-9dca-09c1589bb8b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 546.032575] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.032797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.032797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.032979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.033106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.033159] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4275081a-b602-4936-9dca-09c1589bb8b8 already deleted. [ 546.033212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4275081a-b602-4936-9dca-09c1589bb8b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.503845] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 550.507111] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 555.504970] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 555.507351] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 560.506575] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 560.506974] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 565.507915] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 565.508272] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 570.509771] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 570.510211] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.400153] env[65894]: INFO networking_nsxv3.common.synchronization [None req-ef8dcc2a-8b84-4ca5-a8be-46e4283bf413 None None] Enqueued Resource ID: b3df8428-0df8-4729-abdd-37ca3c5c3c2e with Priority: HIGHEST for action port [ 571.400555] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3df8428-0df8-4729-abdd-37ca3c5c3c2e with Priority: HIGHEST for action port [ 571.400995] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3df8428-0df8-4729-abdd-37ca3c5c3c2e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.400995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3df8428-0df8-4729-abdd-37ca3c5c3c2e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.401118] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3df8428-0df8-4729-abdd-37ca3c5c3c2e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.401334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3df8428-0df8-4729-abdd-37ca3c5c3c2e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.401478] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3df8428-0df8-4729-abdd-37ca3c5c3c2e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.906066] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3df8428-0df8-4729-abdd-37ca3c5c3c2e [ 571.906467] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.906467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.906467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.906722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.906816] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.906913] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3df8428-0df8-4729-abdd-37ca3c5c3c2e already deleted. [ 571.906993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3df8428-0df8-4729-abdd-37ca3c5c3c2e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.612141] env[65894]: INFO networking_nsxv3.common.synchronization [None req-039d0b1b-adea-4d8e-b74d-5845740c4574 None None] Enqueued Resource ID: 61c22bb4-7337-4fd1-b4f7-10ecf5736ba3 with Priority: HIGHEST for action port [ 573.612141] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61c22bb4-7337-4fd1-b4f7-10ecf5736ba3 with Priority: HIGHEST for action port [ 573.612141] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-61c22bb4-7337-4fd1-b4f7-10ecf5736ba3 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.612141] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61c22bb4-7337-4fd1-b4f7-10ecf5736ba3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.612141] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61c22bb4-7337-4fd1-b4f7-10ecf5736ba3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.612750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61c22bb4-7337-4fd1-b4f7-10ecf5736ba3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.612921] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61c22bb4-7337-4fd1-b4f7-10ecf5736ba3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.115402] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61c22bb4-7337-4fd1-b4f7-10ecf5736ba3 [ 574.115510] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.119091] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.119091] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.119091] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.119091] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.119091] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61c22bb4-7337-4fd1-b4f7-10ecf5736ba3 already deleted. [ 574.119091] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61c22bb4-7337-4fd1-b4f7-10ecf5736ba3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.790231] env[65894]: INFO networking_nsxv3.common.synchronization [None req-042d0b38-e6a0-4f7f-a3c7-c23602a42a28 None None] Enqueued Resource ID: b1ef7364-3947-4ea3-892c-8a8bc3be4d30 with Priority: HIGHEST for action port [ 574.790564] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1ef7364-3947-4ea3-892c-8a8bc3be4d30 with Priority: HIGHEST for action port [ 574.791566] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1ef7364-3947-4ea3-892c-8a8bc3be4d30 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.791751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1ef7364-3947-4ea3-892c-8a8bc3be4d30" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.791860] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1ef7364-3947-4ea3-892c-8a8bc3be4d30" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.792153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1ef7364-3947-4ea3-892c-8a8bc3be4d30" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.792312] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1ef7364-3947-4ea3-892c-8a8bc3be4d30',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.295212] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1ef7364-3947-4ea3-892c-8a8bc3be4d30 [ 575.295479] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.295633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.296059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.296059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.296059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.296177] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1ef7364-3947-4ea3-892c-8a8bc3be4d30 already deleted. [ 575.296177] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1ef7364-3947-4ea3-892c-8a8bc3be4d30" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.438522] env[65894]: INFO networking_nsxv3.common.synchronization [None req-dbb9d269-9f4f-43fb-a844-4afaaaa9b448 None None] Enqueued Resource ID: aebd5460-9c30-4edf-acb8-10a6c9413417 with Priority: HIGHEST for action port [ 575.439612] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aebd5460-9c30-4edf-acb8-10a6c9413417 with Priority: HIGHEST for action port [ 575.439963] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-aebd5460-9c30-4edf-acb8-10a6c9413417 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.440144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aebd5460-9c30-4edf-acb8-10a6c9413417" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.440436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aebd5460-9c30-4edf-acb8-10a6c9413417" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.441717] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aebd5460-9c30-4edf-acb8-10a6c9413417" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.443366] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aebd5460-9c30-4edf-acb8-10a6c9413417',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.951194] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aebd5460-9c30-4edf-acb8-10a6c9413417 [ 575.951472] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.953919] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.953919] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.953919] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.953919] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.953919] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aebd5460-9c30-4edf-acb8-10a6c9413417 already deleted. [ 575.953919] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aebd5460-9c30-4edf-acb8-10a6c9413417" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.268797] env[65894]: INFO networking_nsxv3.common.synchronization [None req-b91c9efc-fa7e-4c78-9a57-0404cb859697 None None] Enqueued Resource ID: c783f752-274d-4d1f-a488-840398eac867 with Priority: HIGHEST for action port [ 576.271016] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c783f752-274d-4d1f-a488-840398eac867 with Priority: HIGHEST for action port [ 576.271016] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-c783f752-274d-4d1f-a488-840398eac867 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.271814] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c783f752-274d-4d1f-a488-840398eac867" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.273914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c783f752-274d-4d1f-a488-840398eac867" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.273914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c783f752-274d-4d1f-a488-840398eac867" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.273914] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c783f752-274d-4d1f-a488-840398eac867',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.583067] env[65894]: INFO networking_nsxv3.common.synchronization [None req-048d714d-a200-4474-a59b-2883129d13f7 None None] Enqueued Resource ID: 5a66c25e-a0f8-4d22-bbf1-933a2d69f69f with Priority: HIGHEST for action port [ 576.583067] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a66c25e-a0f8-4d22-bbf1-933a2d69f69f with Priority: HIGHEST for action port [ 576.583067] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a66c25e-a0f8-4d22-bbf1-933a2d69f69f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.583067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a66c25e-a0f8-4d22-bbf1-933a2d69f69f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.583067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a66c25e-a0f8-4d22-bbf1-933a2d69f69f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.583067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a66c25e-a0f8-4d22-bbf1-933a2d69f69f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.583067] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a66c25e-a0f8-4d22-bbf1-933a2d69f69f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.774565] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c783f752-274d-4d1f-a488-840398eac867 [ 576.774754] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.774887] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.774955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.775209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.775389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.775389] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c783f752-274d-4d1f-a488-840398eac867 already deleted. [ 576.775517] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c783f752-274d-4d1f-a488-840398eac867" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.089400] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a66c25e-a0f8-4d22-bbf1-933a2d69f69f [ 577.091244] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.091244] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.091244] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.091244] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.091244] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.091244] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a66c25e-a0f8-4d22-bbf1-933a2d69f69f already deleted. [ 577.091244] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a66c25e-a0f8-4d22-bbf1-933a2d69f69f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.463474] env[65894]: INFO networking_nsxv3.common.synchronization [None req-a41bd887-8780-4a4c-bda2-5bf2245a946c None None] Enqueued Resource ID: 012dc732-36b3-46f3-8a5a-9bf1db4f338b with Priority: HIGHEST for action port [ 577.463757] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 012dc732-36b3-46f3-8a5a-9bf1db4f338b with Priority: HIGHEST for action port [ 577.464631] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-012dc732-36b3-46f3-8a5a-9bf1db4f338b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.464631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-012dc732-36b3-46f3-8a5a-9bf1db4f338b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.464631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-012dc732-36b3-46f3-8a5a-9bf1db4f338b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.464774] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-012dc732-36b3-46f3-8a5a-9bf1db4f338b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.464875] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('012dc732-36b3-46f3-8a5a-9bf1db4f338b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.973738] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 012dc732-36b3-46f3-8a5a-9bf1db4f338b [ 577.973830] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.973927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.974083] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.974387] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.974551] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.974692] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:012dc732-36b3-46f3-8a5a-9bf1db4f338b already deleted. [ 577.974832] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-012dc732-36b3-46f3-8a5a-9bf1db4f338b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.249160] env[65894]: INFO networking_nsxv3.common.synchronization [None req-099ec576-3d31-447f-9bdd-271f4b14b519 None None] Enqueued Resource ID: 752ae0e3-5064-4258-a1a1-008adcbef84a with Priority: HIGHEST for action port [ 578.249489] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752ae0e3-5064-4258-a1a1-008adcbef84a with Priority: HIGHEST for action port [ 578.249944] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-752ae0e3-5064-4258-a1a1-008adcbef84a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.250088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-752ae0e3-5064-4258-a1a1-008adcbef84a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.250158] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-752ae0e3-5064-4258-a1a1-008adcbef84a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.250400] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-752ae0e3-5064-4258-a1a1-008adcbef84a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.250483] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('752ae0e3-5064-4258-a1a1-008adcbef84a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.753612] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 752ae0e3-5064-4258-a1a1-008adcbef84a [ 578.754039] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.754187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.754260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.754485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.754580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.754680] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:752ae0e3-5064-4258-a1a1-008adcbef84a already deleted. [ 578.754762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-752ae0e3-5064-4258-a1a1-008adcbef84a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.401449] env[65894]: INFO networking_nsxv3.common.synchronization [None req-5b3c4265-1dcc-4255-83f9-2fadaffcee00 None None] Enqueued Resource ID: bd963808-4b95-4969-a3f2-ad6e6cc9dd40 with Priority: HIGHEST for action port [ 579.401985] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd963808-4b95-4969-a3f2-ad6e6cc9dd40 with Priority: HIGHEST for action port [ 579.402842] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd963808-4b95-4969-a3f2-ad6e6cc9dd40 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.402842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd963808-4b95-4969-a3f2-ad6e6cc9dd40" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.402842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd963808-4b95-4969-a3f2-ad6e6cc9dd40" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.402842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd963808-4b95-4969-a3f2-ad6e6cc9dd40" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.402842] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd963808-4b95-4969-a3f2-ad6e6cc9dd40',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.907257] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd963808-4b95-4969-a3f2-ad6e6cc9dd40 [ 579.909191] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.909191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.909191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.909191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.909191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.909191] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd963808-4b95-4969-a3f2-ad6e6cc9dd40 already deleted. [ 579.909191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd963808-4b95-4969-a3f2-ad6e6cc9dd40" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.117761] env[65894]: INFO networking_nsxv3.common.synchronization [None req-0e883dbc-1937-4652-a874-4198a6d6076d tempest-AttachInterfacesTestJSON-1026338332 tempest-AttachInterfacesTestJSON-1026338332-project-member] Enqueued Resource ID: 99b3b3c9-0dc8-48da-9526-c851d416c558 with Priority: HIGHEST for action security_group_rules [ 580.118516] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99b3b3c9-0dc8-48da-9526-c851d416c558 with Priority: HIGHEST for action security_group_rules [ 580.118708] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99b3b3c9-0dc8-48da-9526-c851d416c558 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.118776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99b3b3c9-0dc8-48da-9526-c851d416c558" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.118844] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99b3b3c9-0dc8-48da-9526-c851d416c558" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.121288] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99b3b3c9-0dc8-48da-9526-c851d416c558" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.121446] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99b3b3c9-0dc8-48da-9526-c851d416c558',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.441963] env[65894]: INFO networking_nsxv3.common.synchronization [None req-e4db8519-8679-450c-839b-e7ab776a2d84 None None] Enqueued Resource ID: 99e2b494-d950-49ba-90a3-e38e23b218cb with Priority: HIGHEST for action port [ 580.442716] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e2b494-d950-49ba-90a3-e38e23b218cb with Priority: HIGHEST for action port [ 580.442785] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-99e2b494-d950-49ba-90a3-e38e23b218cb taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.442911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99e2b494-d950-49ba-90a3-e38e23b218cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.442975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99e2b494-d950-49ba-90a3-e38e23b218cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.444325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99e2b494-d950-49ba-90a3-e38e23b218cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.444469] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99e2b494-d950-49ba-90a3-e38e23b218cb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.643832] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.644668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.644786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.644931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.645041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.646069] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99b3b3c9-0dc8-48da-9526-c851d416c558 already deleted. [ 580.646069] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99b3b3c9-0dc8-48da-9526-c851d416c558" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.691913] env[65894]: INFO networking_nsxv3.common.synchronization [None req-897deae0-240e-44bb-a80d-5a66964a84ae None None] Enqueued Resource ID: c5eab34c-e3b1-47f4-81d4-028908dc59d0 with Priority: HIGHEST for action port [ 580.691913] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5eab34c-e3b1-47f4-81d4-028908dc59d0 with Priority: HIGHEST for action port [ 580.691913] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5eab34c-e3b1-47f4-81d4-028908dc59d0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.691913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5eab34c-e3b1-47f4-81d4-028908dc59d0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.691913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5eab34c-e3b1-47f4-81d4-028908dc59d0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.691913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5eab34c-e3b1-47f4-81d4-028908dc59d0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.693092] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5eab34c-e3b1-47f4-81d4-028908dc59d0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.951319] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99e2b494-d950-49ba-90a3-e38e23b218cb [ 580.951441] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.951714] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.951772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.952197] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.952405] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.952619] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99e2b494-d950-49ba-90a3-e38e23b218cb already deleted. [ 580.952681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99e2b494-d950-49ba-90a3-e38e23b218cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.017431] env[65894]: INFO networking_nsxv3.common.synchronization [None req-cd11933f-080c-4e90-b537-91b4d0459ea5 tempest-AttachInterfacesTestJSON-1026338332 tempest-AttachInterfacesTestJSON-1026338332-project-member] Enqueued Resource ID: 99b3b3c9-0dc8-48da-9526-c851d416c558 with Priority: HIGHEST for action security_group_rules [ 581.017956] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99b3b3c9-0dc8-48da-9526-c851d416c558 with Priority: HIGHEST for action security_group_rules [ 581.018294] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99b3b3c9-0dc8-48da-9526-c851d416c558 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.018413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99b3b3c9-0dc8-48da-9526-c851d416c558" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.018464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99b3b3c9-0dc8-48da-9526-c851d416c558" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.018648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99b3b3c9-0dc8-48da-9526-c851d416c558" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.018859] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99b3b3c9-0dc8-48da-9526-c851d416c558',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.195407] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5eab34c-e3b1-47f4-81d4-028908dc59d0 [ 581.195407] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.195580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.195648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.195862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.196107] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.196107] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5eab34c-e3b1-47f4-81d4-028908dc59d0 already deleted. [ 581.196203] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5eab34c-e3b1-47f4-81d4-028908dc59d0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.352220] env[65894]: INFO networking_nsxv3.common.synchronization [None req-6e80f5ba-e0de-4e12-bb44-9b285d5ce9fe None None] Enqueued Resource ID: 0c29fba6-a5bb-4bd0-8158-909012129449 with Priority: HIGHEST for action port [ 581.352220] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c29fba6-a5bb-4bd0-8158-909012129449 with Priority: HIGHEST for action port [ 581.352220] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c29fba6-a5bb-4bd0-8158-909012129449 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.352220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c29fba6-a5bb-4bd0-8158-909012129449" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.352220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c29fba6-a5bb-4bd0-8158-909012129449" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.352220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c29fba6-a5bb-4bd0-8158-909012129449" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.352220] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c29fba6-a5bb-4bd0-8158-909012129449',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.539407] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.539741] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.539741] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.539817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.540025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.540025] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99b3b3c9-0dc8-48da-9526-c851d416c558 already deleted. [ 581.540138] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99b3b3c9-0dc8-48da-9526-c851d416c558" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.857330] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c29fba6-a5bb-4bd0-8158-909012129449 [ 581.857769] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.857769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.858098] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.858098] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.858158] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.858208] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c29fba6-a5bb-4bd0-8158-909012129449 already deleted. [ 581.858376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c29fba6-a5bb-4bd0-8158-909012129449" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.112937] env[65894]: INFO networking_nsxv3.common.synchronization [None req-515fb085-5a1e-4860-8101-bcc520491096 None None] Enqueued Resource ID: ae226520-cfd5-40f6-a197-c8e246007f8d with Priority: HIGHEST for action port [ 583.113188] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae226520-cfd5-40f6-a197-c8e246007f8d with Priority: HIGHEST for action port [ 583.115725] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae226520-cfd5-40f6-a197-c8e246007f8d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.115725] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae226520-cfd5-40f6-a197-c8e246007f8d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.115725] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae226520-cfd5-40f6-a197-c8e246007f8d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.115725] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae226520-cfd5-40f6-a197-c8e246007f8d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.115725] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae226520-cfd5-40f6-a197-c8e246007f8d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.601632] env[65894]: INFO networking_nsxv3.common.synchronization [None req-6f3f4e1e-db56-4ba7-b886-533debebea70 None None] Enqueued Resource ID: 76bd3a0b-a8c2-4d5f-a0f4-7cda92e01761 with Priority: HIGHEST for action port [ 583.602646] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76bd3a0b-a8c2-4d5f-a0f4-7cda92e01761 with Priority: HIGHEST for action port [ 583.602646] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-76bd3a0b-a8c2-4d5f-a0f4-7cda92e01761 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.602888] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76bd3a0b-a8c2-4d5f-a0f4-7cda92e01761" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.602888] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76bd3a0b-a8c2-4d5f-a0f4-7cda92e01761" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.602970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76bd3a0b-a8c2-4d5f-a0f4-7cda92e01761" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.603385] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76bd3a0b-a8c2-4d5f-a0f4-7cda92e01761',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.617360] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae226520-cfd5-40f6-a197-c8e246007f8d [ 583.617935] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.619936] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.619936] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.619936] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.619936] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.619936] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae226520-cfd5-40f6-a197-c8e246007f8d already deleted. [ 583.619936] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae226520-cfd5-40f6-a197-c8e246007f8d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.110551] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76bd3a0b-a8c2-4d5f-a0f4-7cda92e01761 [ 584.111800] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.111800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.111800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.111800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.111800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.111800] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76bd3a0b-a8c2-4d5f-a0f4-7cda92e01761 already deleted. [ 584.111800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76bd3a0b-a8c2-4d5f-a0f4-7cda92e01761" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.937287] env[65894]: INFO networking_nsxv3.common.synchronization [None req-ccfb3bf0-b9b0-4875-856d-37a42fac1189 None None] Enqueued Resource ID: 5343385b-3cb2-422a-903f-f7c6c614ad27 with Priority: HIGHEST for action port [ 584.937793] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5343385b-3cb2-422a-903f-f7c6c614ad27 with Priority: HIGHEST for action port [ 584.937793] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-5343385b-3cb2-422a-903f-f7c6c614ad27 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.938181] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5343385b-3cb2-422a-903f-f7c6c614ad27" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.938181] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5343385b-3cb2-422a-903f-f7c6c614ad27" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.942301] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5343385b-3cb2-422a-903f-f7c6c614ad27" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.942391] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5343385b-3cb2-422a-903f-f7c6c614ad27',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.444575] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5343385b-3cb2-422a-903f-f7c6c614ad27 [ 585.444716] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.444782] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.444862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.445232] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.445232] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.445344] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5343385b-3cb2-422a-903f-f7c6c614ad27 already deleted. [ 585.445395] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5343385b-3cb2-422a-903f-f7c6c614ad27" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.318324] env[65894]: INFO networking_nsxv3.common.synchronization [None req-0b9f75ab-ea01-4ed8-bafd-fa85891f7082 None None] Enqueued Resource ID: 7354f09c-92a8-423b-a86d-26b6025bb3b1 with Priority: HIGHEST for action port [ 586.318869] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7354f09c-92a8-423b-a86d-26b6025bb3b1 with Priority: HIGHEST for action port [ 586.319192] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-7354f09c-92a8-423b-a86d-26b6025bb3b1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.319309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7354f09c-92a8-423b-a86d-26b6025bb3b1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.319380] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7354f09c-92a8-423b-a86d-26b6025bb3b1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.319638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7354f09c-92a8-423b-a86d-26b6025bb3b1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.319723] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7354f09c-92a8-423b-a86d-26b6025bb3b1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.826426] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7354f09c-92a8-423b-a86d-26b6025bb3b1 [ 586.826686] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.826836] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.826904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.827156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.827254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.827351] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7354f09c-92a8-423b-a86d-26b6025bb3b1 already deleted. [ 586.827435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7354f09c-92a8-423b-a86d-26b6025bb3b1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.627129] env[65894]: INFO networking_nsxv3.common.synchronization [None req-acd56e0a-00bc-46e3-beb0-5c68e4683617 None None] Enqueued Resource ID: b5c8be02-ecbd-4c64-9dee-50d25fc966e7 with Priority: HIGHEST for action port [ 588.627571] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5c8be02-ecbd-4c64-9dee-50d25fc966e7 with Priority: HIGHEST for action port [ 588.627871] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5c8be02-ecbd-4c64-9dee-50d25fc966e7 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.628476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5c8be02-ecbd-4c64-9dee-50d25fc966e7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.628870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5c8be02-ecbd-4c64-9dee-50d25fc966e7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.628870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5c8be02-ecbd-4c64-9dee-50d25fc966e7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.628967] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5c8be02-ecbd-4c64-9dee-50d25fc966e7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.745200] env[65894]: INFO networking_nsxv3.common.synchronization [req-95a13545-9847-4fc2-ab4f-5fe417cfb04e req-516a56e6-f699-4c0b-9750-f17c35c2d1e1 tempest-DeleteServersAdminTestJSON-564882954 tempest-DeleteServersAdminTestJSON-564882954-project-member] Enqueued Resource ID: 2833535a-c8c1-4299-b2de-9a76b817addd with Priority: HIGHEST for action security_group_members [ 588.746860] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2833535a-c8c1-4299-b2de-9a76b817addd with Priority: HIGHEST for action security_group_members [ 588.747198] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2833535a-c8c1-4299-b2de-9a76b817addd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.747422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.747422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.747704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.747774] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.747929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.747929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.748585] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.748585] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.748585] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2833535a-c8c1-4299-b2de-9a76b817addd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.132190] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5c8be02-ecbd-4c64-9dee-50d25fc966e7 [ 589.133455] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.133455] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.133455] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.133455] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.133455] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.133455] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5c8be02-ecbd-4c64-9dee-50d25fc966e7 already deleted. [ 589.133455] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5c8be02-ecbd-4c64-9dee-50d25fc966e7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.251666] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.251768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.251837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.252084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.252172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.252467] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.252577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.252683] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.252870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.252972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.253097] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2833535a-c8c1-4299-b2de-9a76b817addd already deleted. [ 589.253301] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.332274] env[65894]: INFO networking_nsxv3.common.synchronization [None req-e13ad3ae-0eb5-40a9-9424-2549a07f5ecb tempest-VolumesAssistedSnapshotsTest-213927095 tempest-VolumesAssistedSnapshotsTest-213927095-project-member] Enqueued Resource ID: 4bc52c0a-f5e0-4427-973e-bb812229227a with Priority: HIGHEST for action security_group_rules [ 589.332716] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc52c0a-f5e0-4427-973e-bb812229227a with Priority: HIGHEST for action security_group_rules [ 589.333239] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bc52c0a-f5e0-4427-973e-bb812229227a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.333239] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bc52c0a-f5e0-4427-973e-bb812229227a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.333239] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bc52c0a-f5e0-4427-973e-bb812229227a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.333493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bc52c0a-f5e0-4427-973e-bb812229227a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.333569] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bc52c0a-f5e0-4427-973e-bb812229227a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.503824] env[65894]: INFO networking_nsxv3.common.synchronization [None req-8e11ff09-c503-43fc-97d4-6e4e33c87bab None None] Enqueued Resource ID: 77a87b5a-d66c-444d-9ccb-c564c9b7253d with Priority: HIGHEST for action port [ 589.504490] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77a87b5a-d66c-444d-9ccb-c564c9b7253d with Priority: HIGHEST for action port [ 589.504818] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-77a87b5a-d66c-444d-9ccb-c564c9b7253d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.504920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77a87b5a-d66c-444d-9ccb-c564c9b7253d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.504988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77a87b5a-d66c-444d-9ccb-c564c9b7253d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.505598] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77a87b5a-d66c-444d-9ccb-c564c9b7253d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.505598] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77a87b5a-d66c-444d-9ccb-c564c9b7253d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.807992] env[65894]: INFO networking_nsxv3.common.synchronization [None req-488afdd7-3d86-41a9-9906-d9c73489a9f6 None None] Enqueued Resource ID: 7e716e72-07e7-4789-95db-ecccdd6c1c82 with Priority: HIGHEST for action port [ 589.808286] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e716e72-07e7-4789-95db-ecccdd6c1c82 with Priority: HIGHEST for action port [ 589.808777] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e716e72-07e7-4789-95db-ecccdd6c1c82 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.808969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e716e72-07e7-4789-95db-ecccdd6c1c82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.809174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e716e72-07e7-4789-95db-ecccdd6c1c82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.809486] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e716e72-07e7-4789-95db-ecccdd6c1c82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.809590] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e716e72-07e7-4789-95db-ecccdd6c1c82',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.860606] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.860758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.860840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.861085] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.861223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.861286] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bc52c0a-f5e0-4427-973e-bb812229227a already deleted. [ 589.861375] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bc52c0a-f5e0-4427-973e-bb812229227a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.008947] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77a87b5a-d66c-444d-9ccb-c564c9b7253d [ 590.009349] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.009851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.009915] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.010139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.011053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.011053] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77a87b5a-d66c-444d-9ccb-c564c9b7253d already deleted. [ 590.011053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77a87b5a-d66c-444d-9ccb-c564c9b7253d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.104061] env[65894]: INFO networking_nsxv3.common.synchronization [None req-00716fd6-072f-4175-92f5-0383bad25533 tempest-VolumesAssistedSnapshotsTest-213927095 tempest-VolumesAssistedSnapshotsTest-213927095-project-member] Enqueued Resource ID: 4bc52c0a-f5e0-4427-973e-bb812229227a with Priority: HIGHEST for action security_group_rules [ 590.104635] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc52c0a-f5e0-4427-973e-bb812229227a with Priority: HIGHEST for action security_group_rules [ 590.104927] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bc52c0a-f5e0-4427-973e-bb812229227a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.105049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bc52c0a-f5e0-4427-973e-bb812229227a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.105114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bc52c0a-f5e0-4427-973e-bb812229227a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.105313] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bc52c0a-f5e0-4427-973e-bb812229227a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.105397] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bc52c0a-f5e0-4427-973e-bb812229227a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.183300] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-292 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.183550] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.183735] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.185049] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.185345] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.185518] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.185633] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.185881] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.186038] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.186320] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.186430] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.186534] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.186638] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.187571] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.187571] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.187571] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.206492] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.206701] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 590.206859] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.207054] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.207359] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-88ac7c5d-a6f9-41ca-8538-d4bbe5a0c55a taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.207529] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-88ac7c5d-a6f9-41ca-8538-d4bbe5a0c55a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.207641] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-88ac7c5d-a6f9-41ca-8538-d4bbe5a0c55a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.208017] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-88ac7c5d-a6f9-41ca-8538-d4bbe5a0c55a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.208147] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88ac7c5d-a6f9-41ca-8538-d4bbe5a0c55a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.298563] env[65894]: INFO networking_nsxv3.common.synchronization [None req-94081ae9-80e4-4578-90e7-df5ecb856007 tempest-ServersTestJSON-417811483 tempest-ServersTestJSON-417811483-project-member] Enqueued Resource ID: a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 with Priority: HIGHEST for action security_group_rules [ 590.298563] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 with Priority: HIGHEST for action security_group_rules [ 590.298563] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.299930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.299930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.299930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.299930] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.313047] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e716e72-07e7-4789-95db-ecccdd6c1c82 [ 590.313957] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.313957] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.313957] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.313957] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.313957] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.313957] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e716e72-07e7-4789-95db-ecccdd6c1c82 already deleted. [ 590.314242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e716e72-07e7-4789-95db-ecccdd6c1c82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.490392] env[65894]: INFO networking_nsxv3.common.synchronization [None req-0c54445e-318e-4b9b-9e73-c2325c5b9d8f tempest-ServersV294TestFqdnHostnames-446096337 tempest-ServersV294TestFqdnHostnames-446096337-project-member] Enqueued Resource ID: 1a19d25d-505a-41df-a74d-ab0e45a3e0fa with Priority: HIGHEST for action security_group_rules [ 590.490879] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a19d25d-505a-41df-a74d-ab0e45a3e0fa with Priority: HIGHEST for action security_group_rules [ 590.491222] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a19d25d-505a-41df-a74d-ab0e45a3e0fa taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.491588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a19d25d-505a-41df-a74d-ab0e45a3e0fa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.491686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a19d25d-505a-41df-a74d-ab0e45a3e0fa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.491925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a19d25d-505a-41df-a74d-ab0e45a3e0fa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.492015] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a19d25d-505a-41df-a74d-ab0e45a3e0fa',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.625848] env[65894]: INFO networking_nsxv3.common.synchronization [None req-b12728f7-fac3-4802-82b0-1bcb1808bd62 None None] Enqueued Resource ID: f1c252d1-37aa-4a44-be9d-d7ce065b67c9 with Priority: HIGHEST for action port [ 590.626664] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.626857] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.626933] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.627213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.627283] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.627415] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bc52c0a-f5e0-4427-973e-bb812229227a already deleted. [ 590.627454] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bc52c0a-f5e0-4427-973e-bb812229227a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.627870] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1c252d1-37aa-4a44-be9d-d7ce065b67c9 with Priority: HIGHEST for action port [ 590.628227] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1c252d1-37aa-4a44-be9d-d7ce065b67c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.628376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1c252d1-37aa-4a44-be9d-d7ce065b67c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.628474] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1c252d1-37aa-4a44-be9d-d7ce065b67c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.628767] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1c252d1-37aa-4a44-be9d-d7ce065b67c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.628767] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1c252d1-37aa-4a44-be9d-d7ce065b67c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.710970] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.711282] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.711523] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.711940] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.712301] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.712533] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 88ac7c5d-a6f9-41ca-8538-d4bbe5a0c55a not found, creating... [ 590.712896] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.713196] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.713369] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.713702] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.713877] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.714328] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.714862] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.714862] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.714862] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.715039] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.715196] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 88ac7c5d-a6f9-41ca-8538-d4bbe5a0c55a is going to be created. [ 590.741511] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.741770] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.741770] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.742044] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.742294] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.742499] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-88ac7c5d-a6f9-41ca-8538-d4bbe5a0c55a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.825185] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.825819] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.825819] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.825819] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.825819] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.825985] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 already deleted. [ 590.825985] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.013555] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.013749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.013838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.014052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.014124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.014235] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a19d25d-505a-41df-a74d-ab0e45a3e0fa already deleted. [ 591.014301] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a19d25d-505a-41df-a74d-ab0e45a3e0fa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.131184] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1c252d1-37aa-4a44-be9d-d7ce065b67c9 [ 591.131999] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.131999] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.131999] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.132160] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.132160] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.132225] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1c252d1-37aa-4a44-be9d-d7ce065b67c9 already deleted. [ 591.132314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1c252d1-37aa-4a44-be9d-d7ce065b67c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.171038] env[65894]: INFO networking_nsxv3.common.synchronization [None req-7107cac6-b024-4df0-9f6f-c7ef61edc820 tempest-ServersTestJSON-417811483 tempest-ServersTestJSON-417811483-project-member] Enqueued Resource ID: a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 with Priority: HIGHEST for action security_group_rules [ 591.171399] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 with Priority: HIGHEST for action security_group_rules [ 591.171718] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.172238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.172238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.172238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.172238] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.279292] env[65894]: INFO networking_nsxv3.common.synchronization [None req-1260bc71-b529-46cc-91e3-38a9e7f61540 tempest-ServersV294TestFqdnHostnames-446096337 tempest-ServersV294TestFqdnHostnames-446096337-project-member] Enqueued Resource ID: 1a19d25d-505a-41df-a74d-ab0e45a3e0fa with Priority: HIGHEST for action security_group_rules [ 591.280380] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a19d25d-505a-41df-a74d-ab0e45a3e0fa with Priority: HIGHEST for action security_group_rules [ 591.280380] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a19d25d-505a-41df-a74d-ab0e45a3e0fa taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.280476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a19d25d-505a-41df-a74d-ab0e45a3e0fa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.280507] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a19d25d-505a-41df-a74d-ab0e45a3e0fa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.281713] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a19d25d-505a-41df-a74d-ab0e45a3e0fa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.281713] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a19d25d-505a-41df-a74d-ab0e45a3e0fa',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.532586] env[65894]: INFO networking_nsxv3.common.synchronization [req-95a13545-9847-4fc2-ab4f-5fe417cfb04e req-686c51ac-6356-435d-a8fd-5b3ee5bc1198 service nova] Enqueued Resource ID: 2833535a-c8c1-4299-b2de-9a76b817addd with Priority: HIGHEST for action security_group_rules [ 591.532771] env[65894]: INFO networking_nsxv3.common.synchronization [req-95a13545-9847-4fc2-ab4f-5fe417cfb04e req-686c51ac-6356-435d-a8fd-5b3ee5bc1198 service nova] Enqueued Resource ID: 2833535a-c8c1-4299-b2de-9a76b817addd with Priority: HIGHEST for action security_group_members [ 591.532901] env[65894]: INFO networking_nsxv3.common.synchronization [req-95a13545-9847-4fc2-ab4f-5fe417cfb04e req-686c51ac-6356-435d-a8fd-5b3ee5bc1198 service nova] Enqueued Resource ID: 88ac7c5d-a6f9-41ca-8538-d4bbe5a0c55a with Priority: HIGHEST for action port [ 591.533489] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2833535a-c8c1-4299-b2de-9a76b817addd with Priority: HIGHEST for action security_group_rules [ 591.533677] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2833535a-c8c1-4299-b2de-9a76b817addd with Priority: HIGHEST for action security_group_members [ 591.533797] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88ac7c5d-a6f9-41ca-8538-d4bbe5a0c55a with Priority: HIGHEST for action port [ 591.534078] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2833535a-c8c1-4299-b2de-9a76b817addd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.534209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.534280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.534520] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.534600] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2833535a-c8c1-4299-b2de-9a76b817addd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.538104] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2833535a-c8c1-4299-b2de-9a76b817addd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.538104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.538254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.538348] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.539755] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.539755] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.539755] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.539916] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.540131] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.540938] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2833535a-c8c1-4299-b2de-9a76b817addd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.545167] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-88ac7c5d-a6f9-41ca-8538-d4bbe5a0c55a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.545167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88ac7c5d-a6f9-41ca-8538-d4bbe5a0c55a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.545167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88ac7c5d-a6f9-41ca-8538-d4bbe5a0c55a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.545167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88ac7c5d-a6f9-41ca-8538-d4bbe5a0c55a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.545167] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88ac7c5d-a6f9-41ca-8538-d4bbe5a0c55a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.693443] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.693611] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.693662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.693905] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.694015] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.694117] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 already deleted. [ 591.694200] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.801090] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.801391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.801391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.801507] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.801552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.801640] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a19d25d-505a-41df-a74d-ab0e45a3e0fa already deleted. [ 591.801715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a19d25d-505a-41df-a74d-ab0e45a3e0fa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.858825] env[65894]: INFO networking_nsxv3.common.synchronization [req-7dd220fb-8841-4ea4-bc72-e4ebc94eeb5f req-c8ffebfa-004b-491d-9ec8-c7f4b57b3a9a tempest-ServerDiagnosticsNegativeTest-1015527680 tempest-ServerDiagnosticsNegativeTest-1015527680-project-member] Enqueued Resource ID: 35754e54-c77e-4236-82c3-313a5bebfc2a with Priority: HIGHEST for action security_group_members [ 591.859370] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35754e54-c77e-4236-82c3-313a5bebfc2a with Priority: HIGHEST for action security_group_members [ 591.859687] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-35754e54-c77e-4236-82c3-313a5bebfc2a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.859832] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35754e54-c77e-4236-82c3-313a5bebfc2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.859929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35754e54-c77e-4236-82c3-313a5bebfc2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.860516] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35754e54-c77e-4236-82c3-313a5bebfc2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.860676] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.862662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.862662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.862662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.862662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.862662] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35754e54-c77e-4236-82c3-313a5bebfc2a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.049197] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2833535a-c8c1-4299-b2de-9a76b817addd taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.049373] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.061356] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88ac7c5d-a6f9-41ca-8538-d4bbe5a0c55a with status ACTIVE [ 592.061562] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.061814] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.061910] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.062819] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.062819] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.062819] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.062819] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.062819] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.062819] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.062819] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.063540] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.063540] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.063540] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.063540] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.063540] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.063540] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88ac7c5d-a6f9-41ca-8538-d4bbe5a0c55a is going to be updated. [ 592.064634] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2833535a-c8c1-4299-b2de-9a76b817addd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.087277] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.087425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.087497] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.087709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.087849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.088015] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88ac7c5d-a6f9-41ca-8538-d4bbe5a0c55a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.365326] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.365326] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.365503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.365575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.365664] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.365878] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.365975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.366045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.366193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.366291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.366349] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35754e54-c77e-4236-82c3-313a5bebfc2a already deleted. [ 592.366559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35754e54-c77e-4236-82c3-313a5bebfc2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.568428] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2833535a-c8c1-4299-b2de-9a76b817addd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.658042] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-292 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.658194] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.658278] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.658580] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.658878] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.659575] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.659646] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.660473] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.660654] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.660874] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.661032] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.661206] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.661262] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.661362] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.661513] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.661612] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.685462] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.685630] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.685850] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.686445] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.686566] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-a3112417-dce1-47f5-abd3-674a4599556c taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.686795] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-a3112417-dce1-47f5-abd3-674a4599556c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.686879] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-a3112417-dce1-47f5-abd3-674a4599556c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.690042] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-a3112417-dce1-47f5-abd3-674a4599556c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.690452] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3112417-dce1-47f5-abd3-674a4599556c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.071136] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.071553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.071553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.071667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.071758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.071980] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2833535a-c8c1-4299-b2de-9a76b817addd is going to be created. [ 593.103394] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.103525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.103599] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.103864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.104044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.116663] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2833535a-c8c1-4299-b2de-9a76b817addd in Status: UNINITIALIZED for 2s [ 593.196199] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.196534] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.196689] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.197076] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.197246] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.197427] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port a3112417-dce1-47f5-abd3-674a4599556c not found, creating... [ 593.197722] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.197945] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.198090] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.198343] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.198498] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.198869] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.199092] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.199264] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.199503] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.199939] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.199939] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: a3112417-dce1-47f5-abd3-674a4599556c is going to be created. [ 593.216626] env[65894]: INFO networking_nsxv3.common.synchronization [None req-49b2265d-3430-4734-bc0a-ea9b26d69c8e None None] Enqueued Resource ID: 62cf8704-7c63-46bf-b26a-aced4c8f1aad with Priority: HIGHEST for action port [ 593.217794] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62cf8704-7c63-46bf-b26a-aced4c8f1aad with Priority: HIGHEST for action port [ 593.217794] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-62cf8704-7c63-46bf-b26a-aced4c8f1aad taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.217794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62cf8704-7c63-46bf-b26a-aced4c8f1aad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.217794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62cf8704-7c63-46bf-b26a-aced4c8f1aad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.218648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62cf8704-7c63-46bf-b26a-aced4c8f1aad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.218648] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62cf8704-7c63-46bf-b26a-aced4c8f1aad',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.220760] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.220760] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.220909] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.221115] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.221522] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.221612] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-a3112417-dce1-47f5-abd3-674a4599556c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.412882] env[65894]: INFO networking_nsxv3.common.synchronization [req-e847717d-ec09-43f4-982d-c3a27107cf5b req-4b8acfb0-04dd-4a30-9136-1fbd31d436cb tempest-ServerDiagnosticsTest-1300411641 tempest-ServerDiagnosticsTest-1300411641-project-member] Enqueued Resource ID: 96705730-c9fe-4a9f-b242-5c1d623a2fe0 with Priority: HIGHEST for action security_group_members [ 593.413432] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96705730-c9fe-4a9f-b242-5c1d623a2fe0 with Priority: HIGHEST for action security_group_members [ 593.413762] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-96705730-c9fe-4a9f-b242-5c1d623a2fe0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.413879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96705730-c9fe-4a9f-b242-5c1d623a2fe0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.413940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96705730-c9fe-4a9f-b242-5c1d623a2fe0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.415392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96705730-c9fe-4a9f-b242-5c1d623a2fe0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.415817] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.415976] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.416108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.416324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.416450] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.416575] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96705730-c9fe-4a9f-b242-5c1d623a2fe0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.509666] env[65894]: INFO networking_nsxv3.common.synchronization [None req-2cebe74f-bc1b-4a9e-8912-da25db871df9 None None] Enqueued Resource ID: 7fc14e08-77b2-4a5d-b799-cc1aa6f11de6 with Priority: HIGHEST for action port [ 593.510230] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fc14e08-77b2-4a5d-b799-cc1aa6f11de6 with Priority: HIGHEST for action port [ 593.510530] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fc14e08-77b2-4a5d-b799-cc1aa6f11de6 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.510650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fc14e08-77b2-4a5d-b799-cc1aa6f11de6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.510719] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fc14e08-77b2-4a5d-b799-cc1aa6f11de6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.511059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fc14e08-77b2-4a5d-b799-cc1aa6f11de6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.511142] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fc14e08-77b2-4a5d-b799-cc1aa6f11de6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.726170] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62cf8704-7c63-46bf-b26a-aced4c8f1aad [ 593.726170] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.726170] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.726170] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.726170] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.726170] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.726170] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62cf8704-7c63-46bf-b26a-aced4c8f1aad already deleted. [ 593.726170] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62cf8704-7c63-46bf-b26a-aced4c8f1aad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.921986] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.921986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.921986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.921986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.921986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.921986] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.921986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.921986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.921986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.921986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.921986] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96705730-c9fe-4a9f-b242-5c1d623a2fe0 already deleted. [ 593.921986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96705730-c9fe-4a9f-b242-5c1d623a2fe0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.014675] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fc14e08-77b2-4a5d-b799-cc1aa6f11de6 [ 594.014912] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.015058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.015129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.015345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.015438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.015535] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fc14e08-77b2-4a5d-b799-cc1aa6f11de6 already deleted. [ 594.015616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fc14e08-77b2-4a5d-b799-cc1aa6f11de6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.313295] env[65894]: INFO networking_nsxv3.common.synchronization [req-7dd220fb-8841-4ea4-bc72-e4ebc94eeb5f req-83657cb0-5801-48ce-98a4-6bda42ff2adc service nova] Enqueued Resource ID: 35754e54-c77e-4236-82c3-313a5bebfc2a with Priority: HIGHEST for action security_group_rules [ 594.313538] env[65894]: INFO networking_nsxv3.common.synchronization [req-7dd220fb-8841-4ea4-bc72-e4ebc94eeb5f req-83657cb0-5801-48ce-98a4-6bda42ff2adc service nova] Enqueued Resource ID: 35754e54-c77e-4236-82c3-313a5bebfc2a with Priority: HIGHEST for action security_group_members [ 594.313538] env[65894]: INFO networking_nsxv3.common.synchronization [req-7dd220fb-8841-4ea4-bc72-e4ebc94eeb5f req-83657cb0-5801-48ce-98a4-6bda42ff2adc service nova] Enqueued Resource ID: a3112417-dce1-47f5-abd3-674a4599556c with Priority: HIGHEST for action port [ 594.313757] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35754e54-c77e-4236-82c3-313a5bebfc2a with Priority: HIGHEST for action security_group_rules [ 594.313922] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35754e54-c77e-4236-82c3-313a5bebfc2a with Priority: HIGHEST for action security_group_members [ 594.314030] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3112417-dce1-47f5-abd3-674a4599556c with Priority: HIGHEST for action port [ 594.314579] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35754e54-c77e-4236-82c3-313a5bebfc2a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.314722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35754e54-c77e-4236-82c3-313a5bebfc2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.314772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35754e54-c77e-4236-82c3-313a5bebfc2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.315028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35754e54-c77e-4236-82c3-313a5bebfc2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.315093] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35754e54-c77e-4236-82c3-313a5bebfc2a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.315935] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-35754e54-c77e-4236-82c3-313a5bebfc2a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.316057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35754e54-c77e-4236-82c3-313a5bebfc2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.316121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35754e54-c77e-4236-82c3-313a5bebfc2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.316294] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35754e54-c77e-4236-82c3-313a5bebfc2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.316440] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.316533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.316590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.316732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.316821] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.316905] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35754e54-c77e-4236-82c3-313a5bebfc2a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.317624] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3112417-dce1-47f5-abd3-674a4599556c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.317738] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3112417-dce1-47f5-abd3-674a4599556c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.317790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3112417-dce1-47f5-abd3-674a4599556c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.317929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3112417-dce1-47f5-abd3-674a4599556c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.318008] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3112417-dce1-47f5-abd3-674a4599556c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.621300] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-292 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.621646] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.621875] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.622333] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.622700] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.622935] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.623131] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.623421] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.623603] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.623936] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.624104] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 594.624287] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 594.624471] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 594.624650] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.624820] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 594.625033] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 594.645190] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 594.645416] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 594.645416] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 594.645564] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.645937] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-20d3d4e0-aee4-47dd-a31f-ac739abe25d0 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.646467] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-20d3d4e0-aee4-47dd-a31f-ac739abe25d0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.646467] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-20d3d4e0-aee4-47dd-a31f-ac739abe25d0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.646578] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-20d3d4e0-aee4-47dd-a31f-ac739abe25d0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.646636] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20d3d4e0-aee4-47dd-a31f-ac739abe25d0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.819905] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35754e54-c77e-4236-82c3-313a5bebfc2a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.820970] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-35754e54-c77e-4236-82c3-313a5bebfc2a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.821112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35754e54-c77e-4236-82c3-313a5bebfc2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.822092] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3112417-dce1-47f5-abd3-674a4599556c with status ACTIVE [ 594.822092] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.822092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.822092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.822092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.822092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.822092] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.822411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.822411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.822595] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.822642] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.822838] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.822958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.823058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.823252] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.823353] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.823444] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3112417-dce1-47f5-abd3-674a4599556c is going to be updated. [ 594.846544] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.846713] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.846713] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.846944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.847100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.847253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3112417-dce1-47f5-abd3-674a4599556c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.870184] env[65894]: INFO networking_nsxv3.common.synchronization [None req-3a7eb7f3-1d34-4b6a-8e2d-6139e09acdcd None None] Enqueued Resource ID: 22e35c11-4ee8-412f-9f67-19e22662745c with Priority: HIGHEST for action port [ 594.870184] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e35c11-4ee8-412f-9f67-19e22662745c with Priority: HIGHEST for action port [ 594.870184] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-22e35c11-4ee8-412f-9f67-19e22662745c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.870184] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22e35c11-4ee8-412f-9f67-19e22662745c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.870422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22e35c11-4ee8-412f-9f67-19e22662745c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.870568] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22e35c11-4ee8-412f-9f67-19e22662745c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.870670] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22e35c11-4ee8-412f-9f67-19e22662745c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.126122] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2833535a-c8c1-4299-b2de-9a76b817addd in Status: SUCCESS [ 595.126339] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.126497] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.126721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.126916] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.127095] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.127095] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.127261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.127340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.127423] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.127513] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2833535a-c8c1-4299-b2de-9a76b817addd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.148955] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.149235] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.149357] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.149614] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.149754] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.149901] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 20d3d4e0-aee4-47dd-a31f-ac739abe25d0 not found, creating... [ 595.150170] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.150313] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.150419] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.150624] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.150750] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.151032] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.151181] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.151288] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.151483] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.151607] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.151734] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 20d3d4e0-aee4-47dd-a31f-ac739abe25d0 is going to be created. [ 595.173366] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.173586] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.173715] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.173975] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.174274] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.174419] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-20d3d4e0-aee4-47dd-a31f-ac739abe25d0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.325722] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35754e54-c77e-4236-82c3-313a5bebfc2a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.372959] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22e35c11-4ee8-412f-9f67-19e22662745c [ 595.373869] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.373869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.373869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.373869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.373869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.373869] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22e35c11-4ee8-412f-9f67-19e22662745c already deleted. [ 595.373869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22e35c11-4ee8-412f-9f67-19e22662745c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.631870] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2833535a-c8c1-4299-b2de-9a76b817addd taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.631870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.631870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.631870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.631870] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.631870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.631870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.631870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.631870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.633443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.633443] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2833535a-c8c1-4299-b2de-9a76b817addd taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.633443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.633443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.633443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.633443] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.633443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.633443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.633443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.633443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.633443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.633443] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2833535a-c8c1-4299-b2de-9a76b817addd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.828806] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.830105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.830105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.830105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.830105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.830105] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35754e54-c77e-4236-82c3-313a5bebfc2a is going to be created. [ 595.852940] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.853105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.853175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.853378] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.854055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.870184] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35754e54-c77e-4236-82c3-313a5bebfc2a in Status: UNINITIALIZED for 2s [ 595.924435] env[65894]: INFO networking_nsxv3.common.synchronization [req-e847717d-ec09-43f4-982d-c3a27107cf5b req-4fc6bf00-770e-454b-b02e-2a4c67a557d2 service nova] Enqueued Resource ID: 96705730-c9fe-4a9f-b242-5c1d623a2fe0 with Priority: HIGHEST for action security_group_rules [ 595.924435] env[65894]: INFO networking_nsxv3.common.synchronization [req-e847717d-ec09-43f4-982d-c3a27107cf5b req-4fc6bf00-770e-454b-b02e-2a4c67a557d2 service nova] Enqueued Resource ID: 96705730-c9fe-4a9f-b242-5c1d623a2fe0 with Priority: HIGHEST for action security_group_members [ 595.924673] env[65894]: INFO networking_nsxv3.common.synchronization [req-e847717d-ec09-43f4-982d-c3a27107cf5b req-4fc6bf00-770e-454b-b02e-2a4c67a557d2 service nova] Enqueued Resource ID: 20d3d4e0-aee4-47dd-a31f-ac739abe25d0 with Priority: HIGHEST for action port [ 595.924818] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96705730-c9fe-4a9f-b242-5c1d623a2fe0 with Priority: HIGHEST for action security_group_rules [ 595.924952] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96705730-c9fe-4a9f-b242-5c1d623a2fe0 with Priority: HIGHEST for action security_group_members [ 595.925066] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d3d4e0-aee4-47dd-a31f-ac739abe25d0 with Priority: HIGHEST for action port [ 595.925629] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96705730-c9fe-4a9f-b242-5c1d623a2fe0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.925780] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96705730-c9fe-4a9f-b242-5c1d623a2fe0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.925850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96705730-c9fe-4a9f-b242-5c1d623a2fe0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.926205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96705730-c9fe-4a9f-b242-5c1d623a2fe0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.926205] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96705730-c9fe-4a9f-b242-5c1d623a2fe0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.927426] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-96705730-c9fe-4a9f-b242-5c1d623a2fe0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.927590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96705730-c9fe-4a9f-b242-5c1d623a2fe0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.927590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96705730-c9fe-4a9f-b242-5c1d623a2fe0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.927839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96705730-c9fe-4a9f-b242-5c1d623a2fe0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.927902] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.927960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.928049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.928544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.928668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.928824] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96705730-c9fe-4a9f-b242-5c1d623a2fe0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.929646] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-20d3d4e0-aee4-47dd-a31f-ac739abe25d0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.929907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20d3d4e0-aee4-47dd-a31f-ac739abe25d0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.929907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20d3d4e0-aee4-47dd-a31f-ac739abe25d0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.930010] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20d3d4e0-aee4-47dd-a31f-ac739abe25d0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.930131] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20d3d4e0-aee4-47dd-a31f-ac739abe25d0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.135514] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2833535a-c8c1-4299-b2de-9a76b817addd: rpc.has_security_group_logging(os_id): False [ 596.154702] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.154702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.154702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.155039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.155039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.155105] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.155184] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.155221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.155526] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.155526] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.155642] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.155698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.155748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.155909] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.155976] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.156173] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.156270] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.156324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.156462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.156534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.156616] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2833535a-c8c1-4299-b2de-9a76b817addd is going to be created. [ 596.226155] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.226388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.226388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.226567] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.226770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.239149] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2833535a-c8c1-4299-b2de-9a76b817addd in Status: IN_PROGRESS for 2s [ 596.432058] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-96705730-c9fe-4a9f-b242-5c1d623a2fe0 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.432058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96705730-c9fe-4a9f-b242-5c1d623a2fe0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.434512] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20d3d4e0-aee4-47dd-a31f-ac739abe25d0 with status ACTIVE [ 596.434512] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.434615] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.434722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.434856] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.434947] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.435141] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.435237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.435293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.435450] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.436030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.436030] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.436030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.436030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.436030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.436265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.436265] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20d3d4e0-aee4-47dd-a31f-ac739abe25d0 is going to be updated. [ 596.438107] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96705730-c9fe-4a9f-b242-5c1d623a2fe0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.462203] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.462361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.462419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.462629] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.462764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.462920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20d3d4e0-aee4-47dd-a31f-ac739abe25d0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.610067] env[65894]: INFO networking_nsxv3.common.synchronization [req-0814e2ca-f3a5-413b-897b-20736369144e req-cab88f26-d0ca-498f-9782-c29c120cd656 tempest-ServerExternalEventsTest-1831244122 tempest-ServerExternalEventsTest-1831244122-project-member] Enqueued Resource ID: 23f84c0a-8012-4596-aedb-3421156d4a72 with Priority: HIGHEST for action security_group_members [ 596.611505] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f84c0a-8012-4596-aedb-3421156d4a72 with Priority: HIGHEST for action security_group_members [ 596.612702] env[65894]: INFO networking_nsxv3.common.synchronization [None req-b74b094f-1a3a-4abd-9c2b-9e8b0363bbd0 None None] Enqueued Resource ID: b2cdab66-17da-43f0-99fa-46827782ef6c with Priority: HIGHEST for action port [ 596.613035] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f84c0a-8012-4596-aedb-3421156d4a72 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.613158] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f84c0a-8012-4596-aedb-3421156d4a72" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.613220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f84c0a-8012-4596-aedb-3421156d4a72" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.613474] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f84c0a-8012-4596-aedb-3421156d4a72" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.613630] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.614060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.614060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.614060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.614266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.614396] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f84c0a-8012-4596-aedb-3421156d4a72',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.615611] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2cdab66-17da-43f0-99fa-46827782ef6c with Priority: HIGHEST for action port [ 596.616545] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2cdab66-17da-43f0-99fa-46827782ef6c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.616649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2cdab66-17da-43f0-99fa-46827782ef6c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.616711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2cdab66-17da-43f0-99fa-46827782ef6c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.616954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2cdab66-17da-43f0-99fa-46827782ef6c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.617218] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2cdab66-17da-43f0-99fa-46827782ef6c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.943726] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96705730-c9fe-4a9f-b242-5c1d623a2fe0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.117487] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.117694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.117694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.117923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.118033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.118270] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.118370] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.118429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.118577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.118647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.118726] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f84c0a-8012-4596-aedb-3421156d4a72 already deleted. [ 597.118801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f84c0a-8012-4596-aedb-3421156d4a72" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.118998] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2cdab66-17da-43f0-99fa-46827782ef6c [ 597.119156] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.119262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.119326] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.119438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.119496] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.119573] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2cdab66-17da-43f0-99fa-46827782ef6c already deleted. [ 597.119645] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2cdab66-17da-43f0-99fa-46827782ef6c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.286970] env[65894]: INFO networking_nsxv3.common.synchronization [req-bfd96c98-20fe-4b9c-8590-3a7d3df0137e req-a7da81f6-448d-4534-bf5a-066372f73b66 tempest-AttachInterfacesTestJSON-1026338332 tempest-AttachInterfacesTestJSON-1026338332-project-member] Enqueued Resource ID: 99b3b3c9-0dc8-48da-9526-c851d416c558 with Priority: HIGHEST for action security_group_members [ 597.286970] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99b3b3c9-0dc8-48da-9526-c851d416c558 with Priority: HIGHEST for action security_group_members [ 597.287407] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-99b3b3c9-0dc8-48da-9526-c851d416c558 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.287407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99b3b3c9-0dc8-48da-9526-c851d416c558" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.287407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99b3b3c9-0dc8-48da-9526-c851d416c558" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.287646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99b3b3c9-0dc8-48da-9526-c851d416c558" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.287800] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.288146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.288146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.288146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.288321] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.288321] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99b3b3c9-0dc8-48da-9526-c851d416c558',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.296195] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-292 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.296195] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.296195] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.296451] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.297088] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.297193] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.297291] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.297501] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.297639] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.297835] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.297944] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.298065] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.298171] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.298276] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.298374] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.298493] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.317362] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.317526] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.317656] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.317834] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.318154] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-0681a734-0bd4-46a5-952f-a77240a41039 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.318320] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-0681a734-0bd4-46a5-952f-a77240a41039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.318429] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-0681a734-0bd4-46a5-952f-a77240a41039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.318767] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-0681a734-0bd4-46a5-952f-a77240a41039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.318963] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0681a734-0bd4-46a5-952f-a77240a41039',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.446475] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.446771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.446771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.446951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.447085] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.447190] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96705730-c9fe-4a9f-b242-5c1d623a2fe0 is going to be created. [ 597.471479] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.471628] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.471681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.471901] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.472075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.481772] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96705730-c9fe-4a9f-b242-5c1d623a2fe0 in Status: UNINITIALIZED for 2s [ 597.517778] env[65894]: INFO networking_nsxv3.common.synchronization [None req-7ac346eb-162d-4839-88a2-4d818b657bc2 None None] Enqueued Resource ID: b1966d8b-c552-4510-8a00-60b54df5c759 with Priority: HIGHEST for action port [ 597.518352] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1966d8b-c552-4510-8a00-60b54df5c759 with Priority: HIGHEST for action port [ 597.518651] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1966d8b-c552-4510-8a00-60b54df5c759 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.518821] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1966d8b-c552-4510-8a00-60b54df5c759" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.518869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1966d8b-c552-4510-8a00-60b54df5c759" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.519215] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1966d8b-c552-4510-8a00-60b54df5c759" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.519335] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1966d8b-c552-4510-8a00-60b54df5c759',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.790555] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.790751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.790751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.790905] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.791010] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.791222] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.791433] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.791433] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.791560] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.791667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.791737] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99b3b3c9-0dc8-48da-9526-c851d416c558 already deleted. [ 597.791771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99b3b3c9-0dc8-48da-9526-c851d416c558" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.822194] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.823370] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.823370] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.823370] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.823370] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.823370] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 0681a734-0bd4-46a5-952f-a77240a41039 not found, creating... [ 597.823370] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.823643] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.823643] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.823844] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.823978] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.824568] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.824568] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.824568] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.824774] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.824870] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.825855] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 0681a734-0bd4-46a5-952f-a77240a41039 is going to be created. [ 597.846734] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.846975] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.847112] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.847383] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.847610] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.847816] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-0681a734-0bd4-46a5-952f-a77240a41039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.880704] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35754e54-c77e-4236-82c3-313a5bebfc2a in Status: SUCCESS [ 597.880919] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35754e54-c77e-4236-82c3-313a5bebfc2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.881043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35754e54-c77e-4236-82c3-313a5bebfc2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.881253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35754e54-c77e-4236-82c3-313a5bebfc2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.881450] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.881619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.881619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.881748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.881824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.881907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35754e54-c77e-4236-82c3-313a5bebfc2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.881997] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35754e54-c77e-4236-82c3-313a5bebfc2a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.022519] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1966d8b-c552-4510-8a00-60b54df5c759 [ 598.022780] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.022951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.023043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.023277] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.023369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.023467] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1966d8b-c552-4510-8a00-60b54df5c759 already deleted. [ 598.023553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1966d8b-c552-4510-8a00-60b54df5c759" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.250884] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2833535a-c8c1-4299-b2de-9a76b817addd in Status: SUCCESS [ 598.251198] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.256022] env[65894]: INFO networking_nsxv3.common.synchronization [None req-902f6114-a395-410b-8ef1-6daf2b41ab49 tempest-ServersTestFqdnHostnames-672962481 tempest-ServersTestFqdnHostnames-672962481-project-member] Enqueued Resource ID: c802cb03-6e92-461d-92d6-ddb8f4ab4777 with Priority: HIGHEST for action security_group_rules [ 598.256590] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c802cb03-6e92-461d-92d6-ddb8f4ab4777 with Priority: HIGHEST for action security_group_rules [ 598.256942] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c802cb03-6e92-461d-92d6-ddb8f4ab4777 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.257577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c802cb03-6e92-461d-92d6-ddb8f4ab4777" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.257577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c802cb03-6e92-461d-92d6-ddb8f4ab4777" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.257688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c802cb03-6e92-461d-92d6-ddb8f4ab4777" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.257777] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c802cb03-6e92-461d-92d6-ddb8f4ab4777',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.384451] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-35754e54-c77e-4236-82c3-313a5bebfc2a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.384609] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35754e54-c77e-4236-82c3-313a5bebfc2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.384714] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35754e54-c77e-4236-82c3-313a5bebfc2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.384888] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35754e54-c77e-4236-82c3-313a5bebfc2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.388677] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.388677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.388677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.388677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.388677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.388677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35754e54-c77e-4236-82c3-313a5bebfc2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.388677] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-35754e54-c77e-4236-82c3-313a5bebfc2a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.388677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35754e54-c77e-4236-82c3-313a5bebfc2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.388677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35754e54-c77e-4236-82c3-313a5bebfc2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.388677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35754e54-c77e-4236-82c3-313a5bebfc2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.388677] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.388677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.388677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.388677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.388677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.388677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35754e54-c77e-4236-82c3-313a5bebfc2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.388677] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35754e54-c77e-4236-82c3-313a5bebfc2a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.549826] env[65894]: INFO networking_nsxv3.common.synchronization [req-0814e2ca-f3a5-413b-897b-20736369144e req-84410457-66e3-47c7-9345-bdd14c2d346d service nova] Enqueued Resource ID: 23f84c0a-8012-4596-aedb-3421156d4a72 with Priority: HIGHEST for action security_group_rules [ 598.550170] env[65894]: INFO networking_nsxv3.common.synchronization [req-0814e2ca-f3a5-413b-897b-20736369144e req-84410457-66e3-47c7-9345-bdd14c2d346d service nova] Enqueued Resource ID: 23f84c0a-8012-4596-aedb-3421156d4a72 with Priority: HIGHEST for action security_group_members [ 598.550170] env[65894]: INFO networking_nsxv3.common.synchronization [req-0814e2ca-f3a5-413b-897b-20736369144e req-84410457-66e3-47c7-9345-bdd14c2d346d service nova] Enqueued Resource ID: 0681a734-0bd4-46a5-952f-a77240a41039 with Priority: HIGHEST for action port [ 598.550656] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f84c0a-8012-4596-aedb-3421156d4a72 with Priority: HIGHEST for action security_group_rules [ 598.550795] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f84c0a-8012-4596-aedb-3421156d4a72 with Priority: HIGHEST for action security_group_members [ 598.551089] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0681a734-0bd4-46a5-952f-a77240a41039 with Priority: HIGHEST for action port [ 598.551272] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23f84c0a-8012-4596-aedb-3421156d4a72 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.551601] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23f84c0a-8012-4596-aedb-3421156d4a72" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.552696] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23f84c0a-8012-4596-aedb-3421156d4a72" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.552974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23f84c0a-8012-4596-aedb-3421156d4a72" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.553234] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23f84c0a-8012-4596-aedb-3421156d4a72',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.554771] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f84c0a-8012-4596-aedb-3421156d4a72 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.554771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f84c0a-8012-4596-aedb-3421156d4a72" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.554771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f84c0a-8012-4596-aedb-3421156d4a72" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.554900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f84c0a-8012-4596-aedb-3421156d4a72" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.555058] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.555157] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.555349] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.555349] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.555463] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.555516] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f84c0a-8012-4596-aedb-3421156d4a72',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.556552] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-0681a734-0bd4-46a5-952f-a77240a41039 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.556653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0681a734-0bd4-46a5-952f-a77240a41039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.556716] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0681a734-0bd4-46a5-952f-a77240a41039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.556923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0681a734-0bd4-46a5-952f-a77240a41039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.557019] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0681a734-0bd4-46a5-952f-a77240a41039',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.603017] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-425 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.603017] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.603017] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.603017] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.603017] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.603017] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.603017] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.603017] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.603017] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.603017] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.603017] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.603017] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.603017] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.603659] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.603881] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.604120] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.627749] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.627749] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.627749] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.627749] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.627749] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-1ea5b401-84f2-484c-a535-c085c9703e7a taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.627749] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-1ea5b401-84f2-484c-a535-c085c9703e7a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.627749] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-1ea5b401-84f2-484c-a535-c085c9703e7a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.627749] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-1ea5b401-84f2-484c-a535-c085c9703e7a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.627749] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ea5b401-84f2-484c-a535-c085c9703e7a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.677908] env[65894]: INFO networking_nsxv3.common.synchronization [None req-45336ed9-370a-40df-b55f-67bdc296ef1c tempest-ServersTestFqdnHostnames-672962481 tempest-ServersTestFqdnHostnames-672962481-project-member] Enqueued Resource ID: c802cb03-6e92-461d-92d6-ddb8f4ab4777 with Priority: HIGHEST for action security_group_rules [ 598.677908] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c802cb03-6e92-461d-92d6-ddb8f4ab4777 with Priority: HIGHEST for action security_group_rules [ 598.677908] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c802cb03-6e92-461d-92d6-ddb8f4ab4777 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.677908] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c802cb03-6e92-461d-92d6-ddb8f4ab4777" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.785145] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.785145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.785145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.785145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.785145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.785145] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c802cb03-6e92-461d-92d6-ddb8f4ab4777 already deleted. [ 598.785145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c802cb03-6e92-461d-92d6-ddb8f4ab4777" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.785145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c802cb03-6e92-461d-92d6-ddb8f4ab4777" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.785145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c802cb03-6e92-461d-92d6-ddb8f4ab4777" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.785145] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c802cb03-6e92-461d-92d6-ddb8f4ab4777',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.889162] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35754e54-c77e-4236-82c3-313a5bebfc2a: rpc.has_security_group_logging(os_id): False [ 598.908029] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.908171] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.908246] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.908459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.908544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.908859] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.908859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.909180] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.909180] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.909180] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.909353] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.909451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.909451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.909555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.909643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.909849] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.909964] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.910037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.910277] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.910359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.910445] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35754e54-c77e-4236-82c3-313a5bebfc2a is going to be created. [ 598.975791] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.976217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.976217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.976447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.976631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.988371] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35754e54-c77e-4236-82c3-313a5bebfc2a in Status: IN_PROGRESS for 2s [ 599.059876] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0681a734-0bd4-46a5-952f-a77240a41039 with status ACTIVE [ 599.060203] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.060307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.060351] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.060563] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.060654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.060831] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.060930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.060992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.061168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.061245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.061566] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.061566] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.061566] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.061718] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.061771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.061851] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0681a734-0bd4-46a5-952f-a77240a41039 is going to be updated. [ 599.063020] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f84c0a-8012-4596-aedb-3421156d4a72 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.063111] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f84c0a-8012-4596-aedb-3421156d4a72" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.063282] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23f84c0a-8012-4596-aedb-3421156d4a72',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.103397] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.103619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.103619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.103998] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.104209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.104394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0681a734-0bd4-46a5-952f-a77240a41039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.118423] env[65894]: INFO networking_nsxv3.common.synchronization [None req-461a5e2e-f7d2-4c0a-a13e-c528594cb637 None None] Enqueued Resource ID: 60993d4f-8811-4f6f-9aeb-5ac92122c0ff with Priority: HIGHEST for action port [ 599.118970] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60993d4f-8811-4f6f-9aeb-5ac92122c0ff with Priority: HIGHEST for action port [ 599.119246] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-60993d4f-8811-4f6f-9aeb-5ac92122c0ff taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.119369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60993d4f-8811-4f6f-9aeb-5ac92122c0ff" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.119443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60993d4f-8811-4f6f-9aeb-5ac92122c0ff" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.119693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60993d4f-8811-4f6f-9aeb-5ac92122c0ff" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.119777] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60993d4f-8811-4f6f-9aeb-5ac92122c0ff',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.129979] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.130216] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.130336] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.130614] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.130756] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.130913] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 1ea5b401-84f2-484c-a535-c085c9703e7a not found, creating... [ 599.131169] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.131491] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.131491] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.131629] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.131756] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.132034] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.132192] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.132287] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.132488] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.132611] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.132742] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 1ea5b401-84f2-484c-a535-c085c9703e7a is going to be created. [ 599.167235] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.167468] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.167596] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.167795] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.168029] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.168236] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-1ea5b401-84f2-484c-a535-c085c9703e7a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.311380] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.311611] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.311611] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.311795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.311885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.311975] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c802cb03-6e92-461d-92d6-ddb8f4ab4777 already deleted. [ 599.312070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c802cb03-6e92-461d-92d6-ddb8f4ab4777" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.492094] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96705730-c9fe-4a9f-b242-5c1d623a2fe0 in Status: SUCCESS [ 599.492250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96705730-c9fe-4a9f-b242-5c1d623a2fe0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.492422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96705730-c9fe-4a9f-b242-5c1d623a2fe0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.492753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96705730-c9fe-4a9f-b242-5c1d623a2fe0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.492947] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.493131] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.493230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.493427] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.493532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.493641] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96705730-c9fe-4a9f-b242-5c1d623a2fe0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.493780] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96705730-c9fe-4a9f-b242-5c1d623a2fe0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.565750] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23f84c0a-8012-4596-aedb-3421156d4a72',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.623408] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60993d4f-8811-4f6f-9aeb-5ac92122c0ff [ 599.623627] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.623760] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.623825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.624061] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.624146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.624237] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60993d4f-8811-4f6f-9aeb-5ac92122c0ff already deleted. [ 599.624341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60993d4f-8811-4f6f-9aeb-5ac92122c0ff" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.888413] env[65894]: INFO networking_nsxv3.common.synchronization [req-bfd96c98-20fe-4b9c-8590-3a7d3df0137e req-b6f866f7-18d1-46af-b8fb-7a3c4967ca10 service nova] Enqueued Resource ID: 99b3b3c9-0dc8-48da-9526-c851d416c558 with Priority: HIGHEST for action security_group_rules [ 599.888579] env[65894]: INFO networking_nsxv3.common.synchronization [req-bfd96c98-20fe-4b9c-8590-3a7d3df0137e req-b6f866f7-18d1-46af-b8fb-7a3c4967ca10 service nova] Enqueued Resource ID: 99b3b3c9-0dc8-48da-9526-c851d416c558 with Priority: HIGHEST for action security_group_members [ 599.888705] env[65894]: INFO networking_nsxv3.common.synchronization [req-bfd96c98-20fe-4b9c-8590-3a7d3df0137e req-b6f866f7-18d1-46af-b8fb-7a3c4967ca10 service nova] Enqueued Resource ID: 1ea5b401-84f2-484c-a535-c085c9703e7a with Priority: HIGHEST for action port [ 599.889338] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99b3b3c9-0dc8-48da-9526-c851d416c558 with Priority: HIGHEST for action security_group_rules [ 599.889443] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99b3b3c9-0dc8-48da-9526-c851d416c558 with Priority: HIGHEST for action security_group_members [ 599.889499] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea5b401-84f2-484c-a535-c085c9703e7a with Priority: HIGHEST for action port [ 599.893274] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99b3b3c9-0dc8-48da-9526-c851d416c558 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.893274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99b3b3c9-0dc8-48da-9526-c851d416c558" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.893274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99b3b3c9-0dc8-48da-9526-c851d416c558" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.893274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99b3b3c9-0dc8-48da-9526-c851d416c558" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.893274] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99b3b3c9-0dc8-48da-9526-c851d416c558',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.893274] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-99b3b3c9-0dc8-48da-9526-c851d416c558 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.893274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99b3b3c9-0dc8-48da-9526-c851d416c558" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.893274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99b3b3c9-0dc8-48da-9526-c851d416c558" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.893274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99b3b3c9-0dc8-48da-9526-c851d416c558" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.893274] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.893274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.893274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.893829] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.893829] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.893829] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99b3b3c9-0dc8-48da-9526-c851d416c558',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.895727] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ea5b401-84f2-484c-a535-c085c9703e7a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.895886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ea5b401-84f2-484c-a535-c085c9703e7a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.895954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ea5b401-84f2-484c-a535-c085c9703e7a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.896126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ea5b401-84f2-484c-a535-c085c9703e7a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.896205] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ea5b401-84f2-484c-a535-c085c9703e7a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.996525] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-96705730-c9fe-4a9f-b242-5c1d623a2fe0 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.996708] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96705730-c9fe-4a9f-b242-5c1d623a2fe0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.996794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96705730-c9fe-4a9f-b242-5c1d623a2fe0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.997052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96705730-c9fe-4a9f-b242-5c1d623a2fe0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.997660] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.998461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.998461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.998461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.998461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.998461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96705730-c9fe-4a9f-b242-5c1d623a2fe0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.998461] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-96705730-c9fe-4a9f-b242-5c1d623a2fe0 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.998461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96705730-c9fe-4a9f-b242-5c1d623a2fe0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.998765] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96705730-c9fe-4a9f-b242-5c1d623a2fe0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.998765] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96705730-c9fe-4a9f-b242-5c1d623a2fe0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.998865] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.998907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.998937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.999127] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.999172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.999252] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96705730-c9fe-4a9f-b242-5c1d623a2fe0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.999352] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96705730-c9fe-4a9f-b242-5c1d623a2fe0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.068421] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.068671] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.068737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.068971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.069081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.069142] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f84c0a-8012-4596-aedb-3421156d4a72 is going to be created. [ 600.100305] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.100537] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.103427] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.103427] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.103427] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.114085] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f84c0a-8012-4596-aedb-3421156d4a72 in Status: UNINITIALIZED for 2s [ 600.399341] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-99b3b3c9-0dc8-48da-9526-c851d416c558 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.399549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99b3b3c9-0dc8-48da-9526-c851d416c558" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.399852] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99b3b3c9-0dc8-48da-9526-c851d416c558',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.400884] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ea5b401-84f2-484c-a535-c085c9703e7a with status ACTIVE [ 600.401138] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.401262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.401324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.401542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.401656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.401827] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.401918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.402098] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.402170] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.402245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.402428] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.402518] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.402606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.402827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.402928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.403015] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ea5b401-84f2-484c-a535-c085c9703e7a is going to be updated. [ 600.431677] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.431844] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.431911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.432153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.432432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.432609] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ea5b401-84f2-484c-a535-c085c9703e7a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.506733] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96705730-c9fe-4a9f-b242-5c1d623a2fe0: rpc.has_security_group_logging(os_id): False [ 600.529913] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.529913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.529913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.529913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.530363] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.530363] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.530363] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.530612] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.530612] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.530710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.530879] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.530981] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.531055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.531264] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.531353] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.531552] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.531649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.531700] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.531872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.531976] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.536533] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96705730-c9fe-4a9f-b242-5c1d623a2fe0 is going to be created. [ 600.624348] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.625200] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.625200] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.625200] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.625200] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.637562] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96705730-c9fe-4a9f-b242-5c1d623a2fe0 in Status: IN_PROGRESS for 2s [ 600.906409] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99b3b3c9-0dc8-48da-9526-c851d416c558',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.003690] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35754e54-c77e-4236-82c3-313a5bebfc2a in Status: SUCCESS [ 601.003948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35754e54-c77e-4236-82c3-313a5bebfc2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.409831] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.409831] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.410050] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.410669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.410669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.410669] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99b3b3c9-0dc8-48da-9526-c851d416c558 is going to be created. [ 601.444030] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.444030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.444030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.444030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.444030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.453341] env[65894]: INFO networking_nsxv3.common.synchronization [None req-3a63a920-b9df-49a3-99ae-d8a9a02d45eb tempest-ServerActionsTestJSON-369892048 tempest-ServerActionsTestJSON-369892048-project-member] Enqueued Resource ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 with Priority: HIGHEST for action security_group_rules [ 601.453653] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 with Priority: HIGHEST for action security_group_rules [ 601.454474] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-902e4c7f-5e70-49f8-8e9d-d5e7a9305565 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.454474] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.454474] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.454660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.455623] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('902e4c7f-5e70-49f8-8e9d-d5e7a9305565',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.456460] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99b3b3c9-0dc8-48da-9526-c851d416c558 in Status: UNINITIALIZED for 2s [ 601.821283] env[65894]: INFO networking_nsxv3.common.synchronization [None req-cb16b2f6-fd1e-4370-88dc-6775a8bf3de2 tempest-ServerActionsTestJSON-369892048 tempest-ServerActionsTestJSON-369892048-project-member] Enqueued Resource ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 with Priority: HIGHEST for action security_group_rules [ 601.821283] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 with Priority: HIGHEST for action security_group_rules [ 601.821283] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-902e4c7f-5e70-49f8-8e9d-d5e7a9305565 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.821283] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.978903] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.979100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.979151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.979356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.979449] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.979541] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 already deleted. [ 601.979623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.979768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.979919] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.980362] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('902e4c7f-5e70-49f8-8e9d-d5e7a9305565',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.124751] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f84c0a-8012-4596-aedb-3421156d4a72 in Status: SUCCESS [ 602.125245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f84c0a-8012-4596-aedb-3421156d4a72" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.126710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f84c0a-8012-4596-aedb-3421156d4a72" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.126710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f84c0a-8012-4596-aedb-3421156d4a72" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.126710] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.126710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.126710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.126710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.126989] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.126989] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f84c0a-8012-4596-aedb-3421156d4a72" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.126989] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23f84c0a-8012-4596-aedb-3421156d4a72',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.502696] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.502811] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.502851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.503118] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.506031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.506031] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 already deleted. [ 602.506031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.629333] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f84c0a-8012-4596-aedb-3421156d4a72 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.629516] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f84c0a-8012-4596-aedb-3421156d4a72" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.629516] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f84c0a-8012-4596-aedb-3421156d4a72" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.629711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f84c0a-8012-4596-aedb-3421156d4a72" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.629884] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.629982] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.630054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.630204] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.630290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.630379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f84c0a-8012-4596-aedb-3421156d4a72" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.630523] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f84c0a-8012-4596-aedb-3421156d4a72 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.630615] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f84c0a-8012-4596-aedb-3421156d4a72" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.630673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f84c0a-8012-4596-aedb-3421156d4a72" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.630813] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f84c0a-8012-4596-aedb-3421156d4a72" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.630951] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.631052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.631109] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.631249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.631329] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.631409] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f84c0a-8012-4596-aedb-3421156d4a72" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.631496] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23f84c0a-8012-4596-aedb-3421156d4a72',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.652068] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96705730-c9fe-4a9f-b242-5c1d623a2fe0 in Status: SUCCESS [ 602.652068] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96705730-c9fe-4a9f-b242-5c1d623a2fe0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.134024] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23f84c0a-8012-4596-aedb-3421156d4a72: rpc.has_security_group_logging(os_id): False [ 603.156272] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.156272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.156272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.156272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.156272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.156272] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.156272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.156272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.156272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.156272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.156272] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.156272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.156272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.156272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.156272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.157243] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.157243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.157243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.157243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.157243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.157243] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23f84c0a-8012-4596-aedb-3421156d4a72 is going to be created. [ 603.216182] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.216358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.216402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.216622] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.216851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.227907] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23f84c0a-8012-4596-aedb-3421156d4a72 in Status: IN_PROGRESS for 2s [ 603.469078] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99b3b3c9-0dc8-48da-9526-c851d416c558 in Status: SUCCESS [ 603.469078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99b3b3c9-0dc8-48da-9526-c851d416c558" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.469078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99b3b3c9-0dc8-48da-9526-c851d416c558" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.469078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99b3b3c9-0dc8-48da-9526-c851d416c558" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.469078] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.469078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.469078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.469078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.469078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.469078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99b3b3c9-0dc8-48da-9526-c851d416c558" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.469078] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99b3b3c9-0dc8-48da-9526-c851d416c558',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.971744] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99b3b3c9-0dc8-48da-9526-c851d416c558',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.372484] env[65894]: INFO networking_nsxv3.common.synchronization [None req-10225698-3619-4daf-9fcf-1999abe3315d None None] Enqueued Resource ID: 99dcfff5-4434-4005-856b-9b3dc3f52108 with Priority: HIGHEST for action port [ 604.373822] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99dcfff5-4434-4005-856b-9b3dc3f52108 with Priority: HIGHEST for action port [ 604.376176] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-99dcfff5-4434-4005-856b-9b3dc3f52108 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.376176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99dcfff5-4434-4005-856b-9b3dc3f52108" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.376176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99dcfff5-4434-4005-856b-9b3dc3f52108" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.376176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99dcfff5-4434-4005-856b-9b3dc3f52108" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.376176] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99dcfff5-4434-4005-856b-9b3dc3f52108',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.474919] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99b3b3c9-0dc8-48da-9526-c851d416c558: rpc.has_security_group_logging(os_id): False [ 604.499613] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.499765] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.499846] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.500059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.500148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.500378] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.500487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.501125] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.501125] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.501125] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.501125] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99b3b3c9-0dc8-48da-9526-c851d416c558 is going to be created. [ 604.568942] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.569100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.569171] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.569386] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.569565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.585218] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99b3b3c9-0dc8-48da-9526-c851d416c558 in Status: IN_PROGRESS for 2s [ 604.736430] env[65894]: INFO networking_nsxv3.common.synchronization [None req-7d7596de-bcf9-4929-8bc7-b3bca542412d None None] Enqueued Resource ID: 5c07dfad-1a1b-49e3-9f69-c05774ce6404 with Priority: HIGHEST for action port [ 604.737056] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c07dfad-1a1b-49e3-9f69-c05774ce6404 with Priority: HIGHEST for action port [ 604.737504] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c07dfad-1a1b-49e3-9f69-c05774ce6404 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.737631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c07dfad-1a1b-49e3-9f69-c05774ce6404" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.737756] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c07dfad-1a1b-49e3-9f69-c05774ce6404" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.737963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c07dfad-1a1b-49e3-9f69-c05774ce6404" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.738758] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c07dfad-1a1b-49e3-9f69-c05774ce6404',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.878524] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99dcfff5-4434-4005-856b-9b3dc3f52108 [ 604.878761] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.878900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.878970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.879204] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.879312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.879399] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99dcfff5-4434-4005-856b-9b3dc3f52108 already deleted. [ 604.879465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99dcfff5-4434-4005-856b-9b3dc3f52108" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.240909] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23f84c0a-8012-4596-aedb-3421156d4a72 in Status: SUCCESS [ 605.241032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23f84c0a-8012-4596-aedb-3421156d4a72" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.241639] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c07dfad-1a1b-49e3-9f69-c05774ce6404 [ 605.242292] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.242292] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.242292] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.242292] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.243029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.243110] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c07dfad-1a1b-49e3-9f69-c05774ce6404 already deleted. [ 605.243148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c07dfad-1a1b-49e3-9f69-c05774ce6404" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.249771] env[65894]: INFO networking_nsxv3.common.synchronization [req-5d72e6cf-51b0-41bd-af42-21817134b8d9 req-e1cd0f31-e040-4d1c-9b45-81613988433d tempest-VolumesAssistedSnapshotsTest-213927095 tempest-VolumesAssistedSnapshotsTest-213927095-project-member] Enqueued Resource ID: 4bc52c0a-f5e0-4427-973e-bb812229227a with Priority: HIGHEST for action security_group_members [ 605.249771] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc52c0a-f5e0-4427-973e-bb812229227a with Priority: HIGHEST for action security_group_members [ 605.249771] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc52c0a-f5e0-4427-973e-bb812229227a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.249771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc52c0a-f5e0-4427-973e-bb812229227a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.249771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc52c0a-f5e0-4427-973e-bb812229227a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.250241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc52c0a-f5e0-4427-973e-bb812229227a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.250241] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.251316] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.251732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.253459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.253459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.253459] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc52c0a-f5e0-4427-973e-bb812229227a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.722423] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-869 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.722752] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-869" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.722752] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-869" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.723485] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-869" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.723485] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.723485] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.723701] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.723735] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.723853] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.724059] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.724177] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.724259] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.724360] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.724461] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.724557] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.724680] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.744378] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.744530] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.744727] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.744930] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-869" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.745204] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-b3886fbd-0375-469e-883f-da6bdbbca4da taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.745363] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-b3886fbd-0375-469e-883f-da6bdbbca4da" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.745490] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-b3886fbd-0375-469e-883f-da6bdbbca4da" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.746233] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-b3886fbd-0375-469e-883f-da6bdbbca4da" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.746233] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3886fbd-0375-469e-883f-da6bdbbca4da',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.755149] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.755293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.755371] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.755561] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.755731] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.755892] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.755993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.756127] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.756209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.756288] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.756373] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc52c0a-f5e0-4427-973e-bb812229227a already deleted. [ 605.756479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc52c0a-f5e0-4427-973e-bb812229227a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.248458] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.249166] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.249294] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.249564] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.249718] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.251444] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port b3886fbd-0375-469e-883f-da6bdbbca4da not found, creating... [ 606.251770] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.251952] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.252087] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.252369] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.252524] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.253210] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.253210] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.253210] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.253531] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.253802] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.254050] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: b3886fbd-0375-469e-883f-da6bdbbca4da is going to be created. [ 606.280058] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.280058] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.280058] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.280336] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.280372] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.280712] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-b3886fbd-0375-469e-883f-da6bdbbca4da" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.600387] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99b3b3c9-0dc8-48da-9526-c851d416c558 in Status: SUCCESS [ 606.601769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99b3b3c9-0dc8-48da-9526-c851d416c558" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.778260] env[65894]: INFO networking_nsxv3.common.synchronization [None req-b14271d3-c432-4281-a163-3902d6ded5b6 None None] Enqueued Resource ID: 5cb4e2e4-022b-4d2b-a5e0-1fe1a6c62b6c with Priority: HIGHEST for action port [ 606.778635] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cb4e2e4-022b-4d2b-a5e0-1fe1a6c62b6c with Priority: HIGHEST for action port [ 606.778866] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cb4e2e4-022b-4d2b-a5e0-1fe1a6c62b6c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.778985] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cb4e2e4-022b-4d2b-a5e0-1fe1a6c62b6c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.779062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cb4e2e4-022b-4d2b-a5e0-1fe1a6c62b6c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.779327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cb4e2e4-022b-4d2b-a5e0-1fe1a6c62b6c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.779402] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cb4e2e4-022b-4d2b-a5e0-1fe1a6c62b6c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.942573] env[65894]: INFO networking_nsxv3.common.synchronization [req-0f05b5f3-7710-4581-b1b4-085563395c9e req-ee7439bd-ea75-46c6-b356-2419c1b02c37 tempest-ServersV294TestFqdnHostnames-446096337 tempest-ServersV294TestFqdnHostnames-446096337-project-member] Enqueued Resource ID: 1a19d25d-505a-41df-a74d-ab0e45a3e0fa with Priority: HIGHEST for action security_group_members [ 606.943362] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a19d25d-505a-41df-a74d-ab0e45a3e0fa with Priority: HIGHEST for action security_group_members [ 606.943698] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a19d25d-505a-41df-a74d-ab0e45a3e0fa taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.943828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a19d25d-505a-41df-a74d-ab0e45a3e0fa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.943930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a19d25d-505a-41df-a74d-ab0e45a3e0fa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.946962] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a19d25d-505a-41df-a74d-ab0e45a3e0fa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.946962] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.946962] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.946962] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.946962] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.946962] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.946962] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a19d25d-505a-41df-a74d-ab0e45a3e0fa',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.084240] env[65894]: INFO networking_nsxv3.common.synchronization [req-5d72e6cf-51b0-41bd-af42-21817134b8d9 req-74f137d7-fc7a-402a-a21c-4060d9b42aa5 service nova] Enqueued Resource ID: 4bc52c0a-f5e0-4427-973e-bb812229227a with Priority: HIGHEST for action security_group_rules [ 607.084359] env[65894]: INFO networking_nsxv3.common.synchronization [req-5d72e6cf-51b0-41bd-af42-21817134b8d9 req-74f137d7-fc7a-402a-a21c-4060d9b42aa5 service nova] Enqueued Resource ID: 4bc52c0a-f5e0-4427-973e-bb812229227a with Priority: HIGHEST for action security_group_members [ 607.084518] env[65894]: INFO networking_nsxv3.common.synchronization [req-5d72e6cf-51b0-41bd-af42-21817134b8d9 req-74f137d7-fc7a-402a-a21c-4060d9b42aa5 service nova] Enqueued Resource ID: b3886fbd-0375-469e-883f-da6bdbbca4da with Priority: HIGHEST for action port [ 607.084996] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc52c0a-f5e0-4427-973e-bb812229227a with Priority: HIGHEST for action security_group_rules [ 607.085798] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc52c0a-f5e0-4427-973e-bb812229227a with Priority: HIGHEST for action security_group_members [ 607.085942] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3886fbd-0375-469e-883f-da6bdbbca4da with Priority: HIGHEST for action port [ 607.086503] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bc52c0a-f5e0-4427-973e-bb812229227a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.086503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bc52c0a-f5e0-4427-973e-bb812229227a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.086503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bc52c0a-f5e0-4427-973e-bb812229227a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.086779] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bc52c0a-f5e0-4427-973e-bb812229227a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.086779] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bc52c0a-f5e0-4427-973e-bb812229227a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.087699] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc52c0a-f5e0-4427-973e-bb812229227a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.088115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc52c0a-f5e0-4427-973e-bb812229227a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.088115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc52c0a-f5e0-4427-973e-bb812229227a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.088115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc52c0a-f5e0-4427-973e-bb812229227a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.088368] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.088417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.088448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.089500] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.089500] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.089500] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc52c0a-f5e0-4427-973e-bb812229227a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.089707] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3886fbd-0375-469e-883f-da6bdbbca4da taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.089707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3886fbd-0375-469e-883f-da6bdbbca4da" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.089816] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3886fbd-0375-469e-883f-da6bdbbca4da" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.090580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3886fbd-0375-469e-883f-da6bdbbca4da" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.090580] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3886fbd-0375-469e-883f-da6bdbbca4da',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.282604] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5cb4e2e4-022b-4d2b-a5e0-1fe1a6c62b6c [ 607.282826] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.282947] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.283027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.283278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.283318] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.283395] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5cb4e2e4-022b-4d2b-a5e0-1fe1a6c62b6c already deleted. [ 607.283473] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cb4e2e4-022b-4d2b-a5e0-1fe1a6c62b6c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.288112] env[65894]: INFO networking_nsxv3.common.synchronization [None req-6a10e890-9e2c-47c3-a139-1cdb7a7d721c None None] Enqueued Resource ID: f8b84bb8-81b9-4b66-8368-a949c565e909 with Priority: HIGHEST for action port [ 607.288464] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b84bb8-81b9-4b66-8368-a949c565e909 with Priority: HIGHEST for action port [ 607.289049] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8b84bb8-81b9-4b66-8368-a949c565e909 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.289172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8b84bb8-81b9-4b66-8368-a949c565e909" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.289238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8b84bb8-81b9-4b66-8368-a949c565e909" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.289545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8b84bb8-81b9-4b66-8368-a949c565e909" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.289545] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8b84bb8-81b9-4b66-8368-a949c565e909',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.450914] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.451908] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.451908] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.452969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.453102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.453422] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.453536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.453596] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.453847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.453946] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.454069] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a19d25d-505a-41df-a74d-ab0e45a3e0fa already deleted. [ 607.454174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a19d25d-505a-41df-a74d-ab0e45a3e0fa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.461756] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.461952] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-186" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.462125] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-186" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.462398] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-186" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.462705] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.462860] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.462980] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.463221] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.463359] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.463557] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.463663] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.463765] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.463888] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.463998] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.464111] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.464237] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.488254] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.488438] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.488512] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.488690] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-186" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.489344] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-8c8f5911-0804-4fa0-b742-3c50faf84d84 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.489344] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-8c8f5911-0804-4fa0-b742-3c50faf84d84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.489344] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-8c8f5911-0804-4fa0-b742-3c50faf84d84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.489617] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-8c8f5911-0804-4fa0-b742-3c50faf84d84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.489748] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c8f5911-0804-4fa0-b742-3c50faf84d84',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.591903] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc52c0a-f5e0-4427-973e-bb812229227a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.592069] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc52c0a-f5e0-4427-973e-bb812229227a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.592267] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bc52c0a-f5e0-4427-973e-bb812229227a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.593194] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3886fbd-0375-469e-883f-da6bdbbca4da with status ACTIVE [ 607.593389] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.593509] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.593607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.593776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.593864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.594051] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.594188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.594226] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.594365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.594443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.594620] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.594711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.594769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.594943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.594997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.595221] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3886fbd-0375-469e-883f-da6bdbbca4da is going to be updated. [ 607.620951] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.621118] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.621190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.622855] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.622855] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.622855] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3886fbd-0375-469e-883f-da6bdbbca4da" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.796920] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8b84bb8-81b9-4b66-8368-a949c565e909 [ 607.796920] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.796920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.796920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.796920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.796920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.796920] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8b84bb8-81b9-4b66-8368-a949c565e909 already deleted. [ 607.796920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8b84bb8-81b9-4b66-8368-a949c565e909" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.992451] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.992712] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.992880] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.993235] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.993544] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.993631] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 8c8f5911-0804-4fa0-b742-3c50faf84d84 not found, creating... [ 607.993938] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.994194] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.994367] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.994708] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.994888] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.995507] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.995713] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.995949] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.996325] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.996514] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.996668] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 8c8f5911-0804-4fa0-b742-3c50faf84d84 is going to be created. [ 608.029539] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.029539] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.029539] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.029539] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.029539] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.029539] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-8c8f5911-0804-4fa0-b742-3c50faf84d84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.099754] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bc52c0a-f5e0-4427-973e-bb812229227a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.601177] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.602481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.602679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.602953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.604140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.604457] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc52c0a-f5e0-4427-973e-bb812229227a is going to be created. [ 608.634032] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.634032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.634032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.634032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.634032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.644560] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc52c0a-f5e0-4427-973e-bb812229227a in Status: UNINITIALIZED for 2s [ 608.825202] env[65894]: INFO networking_nsxv3.common.synchronization [req-0f05b5f3-7710-4581-b1b4-085563395c9e req-7e8f09a0-bda5-4e84-b02f-e8c17c188760 service nova] Enqueued Resource ID: 1a19d25d-505a-41df-a74d-ab0e45a3e0fa with Priority: HIGHEST for action security_group_rules [ 608.825560] env[65894]: INFO networking_nsxv3.common.synchronization [req-0f05b5f3-7710-4581-b1b4-085563395c9e req-7e8f09a0-bda5-4e84-b02f-e8c17c188760 service nova] Enqueued Resource ID: 1a19d25d-505a-41df-a74d-ab0e45a3e0fa with Priority: HIGHEST for action security_group_members [ 608.825560] env[65894]: INFO networking_nsxv3.common.synchronization [req-0f05b5f3-7710-4581-b1b4-085563395c9e req-7e8f09a0-bda5-4e84-b02f-e8c17c188760 service nova] Enqueued Resource ID: 8c8f5911-0804-4fa0-b742-3c50faf84d84 with Priority: HIGHEST for action port [ 608.826173] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a19d25d-505a-41df-a74d-ab0e45a3e0fa with Priority: HIGHEST for action security_group_rules [ 608.826308] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a19d25d-505a-41df-a74d-ab0e45a3e0fa with Priority: HIGHEST for action security_group_members [ 608.826534] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c8f5911-0804-4fa0-b742-3c50faf84d84 with Priority: HIGHEST for action port [ 608.826703] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a19d25d-505a-41df-a74d-ab0e45a3e0fa taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.826792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a19d25d-505a-41df-a74d-ab0e45a3e0fa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.827169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a19d25d-505a-41df-a74d-ab0e45a3e0fa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.827169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a19d25d-505a-41df-a74d-ab0e45a3e0fa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.827565] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a19d25d-505a-41df-a74d-ab0e45a3e0fa',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.828091] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a19d25d-505a-41df-a74d-ab0e45a3e0fa taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.828217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a19d25d-505a-41df-a74d-ab0e45a3e0fa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.828278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a19d25d-505a-41df-a74d-ab0e45a3e0fa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.828458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a19d25d-505a-41df-a74d-ab0e45a3e0fa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.828606] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.828703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.828770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.828932] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.829023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.829121] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a19d25d-505a-41df-a74d-ab0e45a3e0fa',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.830290] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c8f5911-0804-4fa0-b742-3c50faf84d84 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.830420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c8f5911-0804-4fa0-b742-3c50faf84d84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.830512] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c8f5911-0804-4fa0-b742-3c50faf84d84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.830616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c8f5911-0804-4fa0-b742-3c50faf84d84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.830698] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c8f5911-0804-4fa0-b742-3c50faf84d84',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.332606] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a19d25d-505a-41df-a74d-ab0e45a3e0fa taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.332857] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a19d25d-505a-41df-a74d-ab0e45a3e0fa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.332972] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a19d25d-505a-41df-a74d-ab0e45a3e0fa',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.333956] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c8f5911-0804-4fa0-b742-3c50faf84d84 with status ACTIVE [ 609.334623] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.334623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.334623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.334869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.335017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.335267] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.335440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.335529] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.335776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.335930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.336283] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.336448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.337489] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.337489] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.337489] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.337489] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c8f5911-0804-4fa0-b742-3c50faf84d84 is going to be updated. [ 609.363599] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.363834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.363834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.364071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.364192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.364341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c8f5911-0804-4fa0-b742-3c50faf84d84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.397352] env[65894]: INFO networking_nsxv3.common.synchronization [req-147e0bd1-d974-49cb-88e4-c4cc5c32021b req-6920f7ed-0072-40ea-a8da-92d34f7bb01d tempest-ServersTestJSON-417811483 tempest-ServersTestJSON-417811483-project-member] Enqueued Resource ID: a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 with Priority: HIGHEST for action security_group_members [ 609.397352] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 with Priority: HIGHEST for action security_group_members [ 609.397352] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.397352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.397352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.397352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.397588] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.397588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.397588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.397865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.397865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.397952] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.841891] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a19d25d-505a-41df-a74d-ab0e45a3e0fa',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.865804] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-75 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.866091] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-75" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.866233] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-75" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.866533] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-75" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.867057] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.867222] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.867330] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.867550] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.867723] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.867926] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.868046] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.868139] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.868241] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.868341] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.868435] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.868554] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.890114] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.890420] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.890420] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.890583] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-75" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.890873] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-652c0922-3097-4eb3-94c7-fc833940c0c4 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.891058] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-652c0922-3097-4eb3-94c7-fc833940c0c4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.891165] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-652c0922-3097-4eb3-94c7-fc833940c0c4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.891502] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-652c0922-3097-4eb3-94c7-fc833940c0c4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.891644] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('652c0922-3097-4eb3-94c7-fc833940c0c4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.900510] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.900650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.900743] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.900912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.901031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.901208] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.901311] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.901371] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.901525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.901594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.901676] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 already deleted. [ 609.901753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.344247] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.346636] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.346636] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.346636] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.346636] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.346636] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a19d25d-505a-41df-a74d-ab0e45a3e0fa is going to be created. [ 610.387190] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.387190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.387190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.387190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.387190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.394856] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.394856] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.394856] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.395522] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.395522] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.395594] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 652c0922-3097-4eb3-94c7-fc833940c0c4 not found, creating... [ 610.396128] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.396408] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.396559] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.396831] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.397026] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.397366] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.397574] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.397778] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.398063] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.398236] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.398492] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 652c0922-3097-4eb3-94c7-fc833940c0c4 is going to be created. [ 610.401184] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a19d25d-505a-41df-a74d-ab0e45a3e0fa in Status: UNINITIALIZED for 2s [ 610.429365] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.429365] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.429365] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.429365] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.431415] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.431415] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-652c0922-3097-4eb3-94c7-fc833940c0c4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.655612] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc52c0a-f5e0-4427-973e-bb812229227a in Status: SUCCESS [ 610.655886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc52c0a-f5e0-4427-973e-bb812229227a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.657777] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc52c0a-f5e0-4427-973e-bb812229227a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.657777] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc52c0a-f5e0-4427-973e-bb812229227a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.657777] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.657777] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.657777] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.657777] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.657777] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.657777] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc52c0a-f5e0-4427-973e-bb812229227a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.657777] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bc52c0a-f5e0-4427-973e-bb812229227a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.159169] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bc52c0a-f5e0-4427-973e-bb812229227a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.188108] env[65894]: INFO networking_nsxv3.common.synchronization [req-147e0bd1-d974-49cb-88e4-c4cc5c32021b req-b34c0c93-4aa8-4744-b352-ee021a34d5b7 service nova] Enqueued Resource ID: a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 with Priority: HIGHEST for action security_group_rules [ 611.188397] env[65894]: INFO networking_nsxv3.common.synchronization [req-147e0bd1-d974-49cb-88e4-c4cc5c32021b req-b34c0c93-4aa8-4744-b352-ee021a34d5b7 service nova] Enqueued Resource ID: a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 with Priority: HIGHEST for action security_group_members [ 611.188397] env[65894]: INFO networking_nsxv3.common.synchronization [req-147e0bd1-d974-49cb-88e4-c4cc5c32021b req-b34c0c93-4aa8-4744-b352-ee021a34d5b7 service nova] Enqueued Resource ID: 652c0922-3097-4eb3-94c7-fc833940c0c4 with Priority: HIGHEST for action port [ 611.188900] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 with Priority: HIGHEST for action security_group_rules [ 611.189047] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 with Priority: HIGHEST for action security_group_members [ 611.189146] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652c0922-3097-4eb3-94c7-fc833940c0c4 with Priority: HIGHEST for action port [ 611.189412] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.189530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.189595] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.189829] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.189863] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.190813] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.190932] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.190988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.191168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.191613] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.191713] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.191779] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.191929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.192026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.192118] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.192842] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-652c0922-3097-4eb3-94c7-fc833940c0c4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.192977] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-652c0922-3097-4eb3-94c7-fc833940c0c4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.193057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-652c0922-3097-4eb3-94c7-fc833940c0c4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.193209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-652c0922-3097-4eb3-94c7-fc833940c0c4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.193283] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('652c0922-3097-4eb3-94c7-fc833940c0c4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.662093] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bc52c0a-f5e0-4427-973e-bb812229227a: rpc.has_security_group_logging(os_id): False [ 611.686577] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.688692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.688692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.688692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.688837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.689162] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.689279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.689344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.689516] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.689596] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.689720] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bc52c0a-f5e0-4427-973e-bb812229227a is going to be created. [ 611.696779] env[65894]: INFO networking_nsxv3.common.synchronization [req-9cdc3804-c5d1-49e6-a22b-40ba1095a077 req-6457f2eb-6057-480b-a806-0b39ccd1cda9 tempest-FloatingIPsAssociationNegativeTestJSON-1143463541 tempest-FloatingIPsAssociationNegativeTestJSON-1143463541-project-member] Enqueued Resource ID: 5083b3e9-458f-4414-8b6e-bcfd89981dc3 with Priority: HIGHEST for action security_group_members [ 611.697685] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.699662] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.699812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.700382] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 652c0922-3097-4eb3-94c7-fc833940c0c4 with status ACTIVE [ 611.700590] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.700734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.700828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.701070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.701254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.701537] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.701680] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.701769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.701963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.702088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.702367] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.702498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.702584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.702763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.702870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.702981] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 652c0922-3097-4eb3-94c7-fc833940c0c4 is going to be updated. [ 611.704277] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5083b3e9-458f-4414-8b6e-bcfd89981dc3 with Priority: HIGHEST for action security_group_members [ 611.705959] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5083b3e9-458f-4414-8b6e-bcfd89981dc3 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.706175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5083b3e9-458f-4414-8b6e-bcfd89981dc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.706334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5083b3e9-458f-4414-8b6e-bcfd89981dc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.706608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5083b3e9-458f-4414-8b6e-bcfd89981dc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.706866] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.707037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.707138] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.707368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.707489] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.707639] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5083b3e9-458f-4414-8b6e-bcfd89981dc3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.733045] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.733313] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.733313] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.733598] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.733776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.733968] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-652c0922-3097-4eb3-94c7-fc833940c0c4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.779059] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.779172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.779172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.779379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.779564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.799663] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bc52c0a-f5e0-4427-973e-bb812229227a in Status: IN_PROGRESS for 2s [ 612.103446] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-987 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.103692] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-987" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.103776] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-987" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.104428] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-987" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.104428] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.104428] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.104428] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.105636] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.105636] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.105636] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.105636] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.106136] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.106136] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.106136] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.106296] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.106420] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.131948] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.131948] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.131948] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.131948] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-987" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.131948] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-90440474-99bd-4756-8f8e-4e5d584109e1 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.131948] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-90440474-99bd-4756-8f8e-4e5d584109e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.131948] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-90440474-99bd-4756-8f8e-4e5d584109e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.131948] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-90440474-99bd-4756-8f8e-4e5d584109e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.131948] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90440474-99bd-4756-8f8e-4e5d584109e1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.207206] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.210863] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.212453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.212453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.212453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.212453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.212453] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.213044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.213761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.213761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.213761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.213761] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5083b3e9-458f-4414-8b6e-bcfd89981dc3 already deleted. [ 612.213761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5083b3e9-458f-4414-8b6e-bcfd89981dc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.411969] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a19d25d-505a-41df-a74d-ab0e45a3e0fa in Status: SUCCESS [ 612.412414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a19d25d-505a-41df-a74d-ab0e45a3e0fa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.412414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a19d25d-505a-41df-a74d-ab0e45a3e0fa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.412621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a19d25d-505a-41df-a74d-ab0e45a3e0fa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.412858] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.413021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.413289] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.413289] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.413358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.414103] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a19d25d-505a-41df-a74d-ab0e45a3e0fa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.414103] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a19d25d-505a-41df-a74d-ab0e45a3e0fa',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.620199] env[65894]: INFO networking_nsxv3.common.synchronization [None req-69fd0f99-1760-467f-aa2b-9814beb6fd66 None None] Enqueued Resource ID: 3cdc237c-fa2c-4382-a62a-69ff8472583b with Priority: HIGHEST for action port [ 612.620757] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cdc237c-fa2c-4382-a62a-69ff8472583b with Priority: HIGHEST for action port [ 612.621372] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cdc237c-fa2c-4382-a62a-69ff8472583b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.621372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cdc237c-fa2c-4382-a62a-69ff8472583b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.621372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cdc237c-fa2c-4382-a62a-69ff8472583b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.621561] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cdc237c-fa2c-4382-a62a-69ff8472583b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.621640] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cdc237c-fa2c-4382-a62a-69ff8472583b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.636197] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.636377] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.636541] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.636890] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.637100] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.637297] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 90440474-99bd-4756-8f8e-4e5d584109e1 not found, creating... [ 612.637649] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.637854] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.638020] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.638305] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.638487] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.638866] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.639083] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.639240] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.639507] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.639675] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.639854] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 90440474-99bd-4756-8f8e-4e5d584109e1 is going to be created. [ 612.666099] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.666329] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.666460] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.666712] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.667033] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.667251] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-90440474-99bd-4756-8f8e-4e5d584109e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.709661] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.709939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.709939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.710266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.710368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.710464] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 is going to be created. [ 612.745213] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.745393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.745451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.745651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.745808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.755676] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 in Status: UNINITIALIZED for 2s [ 612.916686] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a19d25d-505a-41df-a74d-ab0e45a3e0fa',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.123659] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3cdc237c-fa2c-4382-a62a-69ff8472583b [ 613.124248] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.125373] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.125373] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.125373] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.125373] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.125373] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3cdc237c-fa2c-4382-a62a-69ff8472583b already deleted. [ 613.125373] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cdc237c-fa2c-4382-a62a-69ff8472583b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.395563] env[65894]: INFO networking_nsxv3.common.synchronization [req-9cdc3804-c5d1-49e6-a22b-40ba1095a077 req-05f792a9-0a1a-43e3-84bb-d2ecd4f17bf0 service nova] Enqueued Resource ID: 5083b3e9-458f-4414-8b6e-bcfd89981dc3 with Priority: HIGHEST for action security_group_rules [ 613.396177] env[65894]: INFO networking_nsxv3.common.synchronization [req-9cdc3804-c5d1-49e6-a22b-40ba1095a077 req-05f792a9-0a1a-43e3-84bb-d2ecd4f17bf0 service nova] Enqueued Resource ID: 5083b3e9-458f-4414-8b6e-bcfd89981dc3 with Priority: HIGHEST for action security_group_members [ 613.396512] env[65894]: INFO networking_nsxv3.common.synchronization [req-9cdc3804-c5d1-49e6-a22b-40ba1095a077 req-05f792a9-0a1a-43e3-84bb-d2ecd4f17bf0 service nova] Enqueued Resource ID: 90440474-99bd-4756-8f8e-4e5d584109e1 with Priority: HIGHEST for action port [ 613.397718] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5083b3e9-458f-4414-8b6e-bcfd89981dc3 with Priority: HIGHEST for action security_group_rules [ 613.397718] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5083b3e9-458f-4414-8b6e-bcfd89981dc3 with Priority: HIGHEST for action security_group_members [ 613.397718] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90440474-99bd-4756-8f8e-4e5d584109e1 with Priority: HIGHEST for action port [ 613.399260] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5083b3e9-458f-4414-8b6e-bcfd89981dc3 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.399260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5083b3e9-458f-4414-8b6e-bcfd89981dc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.399977] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5083b3e9-458f-4414-8b6e-bcfd89981dc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.403121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5083b3e9-458f-4414-8b6e-bcfd89981dc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.403237] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5083b3e9-458f-4414-8b6e-bcfd89981dc3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.404259] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5083b3e9-458f-4414-8b6e-bcfd89981dc3 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.404384] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5083b3e9-458f-4414-8b6e-bcfd89981dc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.404456] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5083b3e9-458f-4414-8b6e-bcfd89981dc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.404627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5083b3e9-458f-4414-8b6e-bcfd89981dc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.404947] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.404947] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.404947] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.405160] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.405196] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.405271] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5083b3e9-458f-4414-8b6e-bcfd89981dc3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.407218] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-90440474-99bd-4756-8f8e-4e5d584109e1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.407218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90440474-99bd-4756-8f8e-4e5d584109e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.407218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90440474-99bd-4756-8f8e-4e5d584109e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.407218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90440474-99bd-4756-8f8e-4e5d584109e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.407218] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90440474-99bd-4756-8f8e-4e5d584109e1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.421136] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a19d25d-505a-41df-a74d-ab0e45a3e0fa: rpc.has_security_group_logging(os_id): False [ 613.438229] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.438417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.438479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.438645] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.438733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.442029] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.442029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.442029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.442029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.442029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.442029] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a19d25d-505a-41df-a74d-ab0e45a3e0fa is going to be created. [ 613.508220] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.508409] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.508463] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.512018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.512018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.522304] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a19d25d-505a-41df-a74d-ab0e45a3e0fa in Status: IN_PROGRESS for 2s [ 613.821082] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bc52c0a-f5e0-4427-973e-bb812229227a in Status: SUCCESS [ 613.821333] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bc52c0a-f5e0-4427-973e-bb812229227a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.909339] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5083b3e9-458f-4414-8b6e-bcfd89981dc3 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.913092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5083b3e9-458f-4414-8b6e-bcfd89981dc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.913092] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5083b3e9-458f-4414-8b6e-bcfd89981dc3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.913092] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90440474-99bd-4756-8f8e-4e5d584109e1 with status ACTIVE [ 613.913092] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.913092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.913092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.913092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.913092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.913092] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.913092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.913092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.913092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.913092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.913092] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.913092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.913092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.913704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.913704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.917482] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90440474-99bd-4756-8f8e-4e5d584109e1 is going to be updated. [ 613.944357] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.944943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.945144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.945434] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.946140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.946471] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90440474-99bd-4756-8f8e-4e5d584109e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.953656] env[65894]: INFO networking_nsxv3.common.synchronization [req-15edfd2a-85d8-4934-a8a8-a4c607698367 req-3839d593-e348-4a5c-bf60-5769a138ba1e tempest-ServersTestFqdnHostnames-672962481 tempest-ServersTestFqdnHostnames-672962481-project-member] Enqueued Resource ID: c802cb03-6e92-461d-92d6-ddb8f4ab4777 with Priority: HIGHEST for action security_group_members [ 613.953656] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c802cb03-6e92-461d-92d6-ddb8f4ab4777 with Priority: HIGHEST for action security_group_members [ 613.953656] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c802cb03-6e92-461d-92d6-ddb8f4ab4777 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.953656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c802cb03-6e92-461d-92d6-ddb8f4ab4777" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.953656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c802cb03-6e92-461d-92d6-ddb8f4ab4777" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.957048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c802cb03-6e92-461d-92d6-ddb8f4ab4777" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.957048] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.957048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.957048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.957048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.957048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.957048] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c802cb03-6e92-461d-92d6-ddb8f4ab4777',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.305598] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-320 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.305781] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-320" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.305943] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-320" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.306305] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-320" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.306567] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.306725] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.306830] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.308843] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.309088] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.309333] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.309451] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.309576] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.309724] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.309828] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.309952] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.310197] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.332403] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.332665] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 614.332809] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.333025] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-320" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.333403] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-9ad13b7f-a51e-49db-911c-b3cf1ae61656 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.333579] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-9ad13b7f-a51e-49db-911c-b3cf1ae61656" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.333741] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-9ad13b7f-a51e-49db-911c-b3cf1ae61656" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.334113] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-9ad13b7f-a51e-49db-911c-b3cf1ae61656" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.334263] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ad13b7f-a51e-49db-911c-b3cf1ae61656',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.418933] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5083b3e9-458f-4414-8b6e-bcfd89981dc3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.465692] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.465692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.465692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.465692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.465692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.465692] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.465692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.465692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.465692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.465692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.465692] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c802cb03-6e92-461d-92d6-ddb8f4ab4777 already deleted. [ 614.465692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c802cb03-6e92-461d-92d6-ddb8f4ab4777" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.770795] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 in Status: SUCCESS [ 614.771160] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.771377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.771940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.772021] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.772218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.772337] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.772609] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.772747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.773212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.774617] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.837257] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.837807] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.838054] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.838540] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.838634] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.838803] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 9ad13b7f-a51e-49db-911c-b3cf1ae61656 not found, creating... [ 614.840176] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.840894] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.841074] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.841342] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.841483] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.841810] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.842083] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.842267] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.842522] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.842659] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.842845] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 9ad13b7f-a51e-49db-911c-b3cf1ae61656 is going to be created. [ 614.867296] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.867599] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.867831] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.868319] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.868636] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.868982] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-9ad13b7f-a51e-49db-911c-b3cf1ae61656" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.922518] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.922693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.922782] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.923335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.923531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.923653] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5083b3e9-458f-4414-8b6e-bcfd89981dc3 is going to be created. [ 614.956645] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.956840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.956936] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.957319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.957589] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.968803] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5083b3e9-458f-4414-8b6e-bcfd89981dc3 in Status: UNINITIALIZED for 2s [ 615.055032] env[65894]: INFO networking_nsxv3.common.synchronization [None req-8d4505dd-e976-439b-92c9-49d6c6328d78 None None] Enqueued Resource ID: 8a3553cc-4eab-40cf-8e22-5b19fb47d440 with Priority: HIGHEST for action port [ 615.055949] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3553cc-4eab-40cf-8e22-5b19fb47d440 with Priority: HIGHEST for action port [ 615.056365] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a3553cc-4eab-40cf-8e22-5b19fb47d440 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.056566] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a3553cc-4eab-40cf-8e22-5b19fb47d440" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.056663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a3553cc-4eab-40cf-8e22-5b19fb47d440" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.056998] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a3553cc-4eab-40cf-8e22-5b19fb47d440" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.057271] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a3553cc-4eab-40cf-8e22-5b19fb47d440',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.276687] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.535956] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a19d25d-505a-41df-a74d-ab0e45a3e0fa in Status: SUCCESS [ 615.536715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a19d25d-505a-41df-a74d-ab0e45a3e0fa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.561876] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a3553cc-4eab-40cf-8e22-5b19fb47d440 [ 615.561876] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.561876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.561876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.561876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.561876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.561876] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a3553cc-4eab-40cf-8e22-5b19fb47d440 already deleted. [ 615.562551] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a3553cc-4eab-40cf-8e22-5b19fb47d440" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.590668] env[65894]: INFO networking_nsxv3.common.synchronization [req-15edfd2a-85d8-4934-a8a8-a4c607698367 req-a5416060-ede8-4c32-a2de-5357c9865d75 service nova] Enqueued Resource ID: c802cb03-6e92-461d-92d6-ddb8f4ab4777 with Priority: HIGHEST for action security_group_rules [ 615.590730] env[65894]: INFO networking_nsxv3.common.synchronization [req-15edfd2a-85d8-4934-a8a8-a4c607698367 req-a5416060-ede8-4c32-a2de-5357c9865d75 service nova] Enqueued Resource ID: c802cb03-6e92-461d-92d6-ddb8f4ab4777 with Priority: HIGHEST for action security_group_members [ 615.590812] env[65894]: INFO networking_nsxv3.common.synchronization [req-15edfd2a-85d8-4934-a8a8-a4c607698367 req-a5416060-ede8-4c32-a2de-5357c9865d75 service nova] Enqueued Resource ID: 9ad13b7f-a51e-49db-911c-b3cf1ae61656 with Priority: HIGHEST for action port [ 615.591439] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c802cb03-6e92-461d-92d6-ddb8f4ab4777 with Priority: HIGHEST for action security_group_rules [ 615.591556] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c802cb03-6e92-461d-92d6-ddb8f4ab4777 with Priority: HIGHEST for action security_group_members [ 615.592290] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ad13b7f-a51e-49db-911c-b3cf1ae61656 with Priority: HIGHEST for action port [ 615.592290] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c802cb03-6e92-461d-92d6-ddb8f4ab4777 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.592290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c802cb03-6e92-461d-92d6-ddb8f4ab4777" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.592290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c802cb03-6e92-461d-92d6-ddb8f4ab4777" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.592290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c802cb03-6e92-461d-92d6-ddb8f4ab4777" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.592681] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c802cb03-6e92-461d-92d6-ddb8f4ab4777',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.593379] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c802cb03-6e92-461d-92d6-ddb8f4ab4777 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.593379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c802cb03-6e92-461d-92d6-ddb8f4ab4777" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.593379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c802cb03-6e92-461d-92d6-ddb8f4ab4777" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.593606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c802cb03-6e92-461d-92d6-ddb8f4ab4777" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.593696] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.593696] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.594340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.594340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.594340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.594340] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c802cb03-6e92-461d-92d6-ddb8f4ab4777',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.595224] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ad13b7f-a51e-49db-911c-b3cf1ae61656 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.595224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ad13b7f-a51e-49db-911c-b3cf1ae61656" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.595224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ad13b7f-a51e-49db-911c-b3cf1ae61656" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.595476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ad13b7f-a51e-49db-911c-b3cf1ae61656" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.595476] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ad13b7f-a51e-49db-911c-b3cf1ae61656',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.781952] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2: rpc.has_security_group_logging(os_id): False [ 615.802643] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.803148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.803148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.803148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.803313] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.803418] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.803529] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.803591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.803750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.803826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.803922] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 is going to be created. [ 615.916960] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.916960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.916960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.916960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.917248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.931603] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 in Status: IN_PROGRESS for 2s [ 616.097510] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c802cb03-6e92-461d-92d6-ddb8f4ab4777',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.099601] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c802cb03-6e92-461d-92d6-ddb8f4ab4777 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.099724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c802cb03-6e92-461d-92d6-ddb8f4ab4777" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.100135] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ad13b7f-a51e-49db-911c-b3cf1ae61656 with status ACTIVE [ 616.100406] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.100494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.100540] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.100721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.100833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.100994] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.101118] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.101175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.101346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.101420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.101626] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.101746] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.101785] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.101937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.102013] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.102141] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ad13b7f-a51e-49db-911c-b3cf1ae61656 is going to be updated. [ 616.125429] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.126114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.126114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.126114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.126114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.126371] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ad13b7f-a51e-49db-911c-b3cf1ae61656" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.415415] env[65894]: INFO networking_nsxv3.common.synchronization [req-1f44898d-acae-48d2-8032-5555a64784d9 req-5a48c85f-1c24-4152-ac4c-acc83ce15a17 tempest-ServerActionsTestJSON-369892048 tempest-ServerActionsTestJSON-369892048-project-member] Enqueued Resource ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 with Priority: HIGHEST for action security_group_members [ 616.416020] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 with Priority: HIGHEST for action security_group_members [ 616.416475] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.416781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.416986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.417365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.417784] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.418075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.418258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.418670] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.418885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.419119] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('902e4c7f-5e70-49f8-8e9d-d5e7a9305565',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.600990] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c802cb03-6e92-461d-92d6-ddb8f4ab4777',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.733661] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.733851] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-515" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.733998] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-515" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.735674] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-515" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.735674] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.735674] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.735674] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.735674] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.735674] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.735674] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.735924] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.735924] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.735924] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.736166] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.736166] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.736406] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.755842] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.756062] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.756225] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.756405] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-515" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.756720] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-4a0b15db-8f74-4c99-a8c6-83fde6401027 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.756901] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-4a0b15db-8f74-4c99-a8c6-83fde6401027" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.757131] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-4a0b15db-8f74-4c99-a8c6-83fde6401027" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.757520] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-4a0b15db-8f74-4c99-a8c6-83fde6401027" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.757672] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a0b15db-8f74-4c99-a8c6-83fde6401027',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.923946] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.924168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.924246] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.924519] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.924652] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.924821] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.924930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.925014] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.925262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.925365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.925542] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 already deleted. [ 616.925542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.980264] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5083b3e9-458f-4414-8b6e-bcfd89981dc3 in Status: SUCCESS [ 616.980492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5083b3e9-458f-4414-8b6e-bcfd89981dc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.980669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5083b3e9-458f-4414-8b6e-bcfd89981dc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.980914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5083b3e9-458f-4414-8b6e-bcfd89981dc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.981166] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.981309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.981383] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.981529] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.981611] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.981729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5083b3e9-458f-4414-8b6e-bcfd89981dc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.981865] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5083b3e9-458f-4414-8b6e-bcfd89981dc3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.105251] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.105440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.105440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.105639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.105722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.105859] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c802cb03-6e92-461d-92d6-ddb8f4ab4777 is going to be created. [ 617.130376] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.130620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.130705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.130937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.131137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.141321] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c802cb03-6e92-461d-92d6-ddb8f4ab4777 in Status: UNINITIALIZED for 2s [ 617.261211] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.261211] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.261211] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.261211] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.261523] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.261523] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 4a0b15db-8f74-4c99-a8c6-83fde6401027 not found, creating... [ 617.262141] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.262141] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.262141] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.262427] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.262587] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.262960] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.263283] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.263452] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.263674] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.264034] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.264214] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 4a0b15db-8f74-4c99-a8c6-83fde6401027 is going to be created. [ 617.289508] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.289685] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.289813] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.290181] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.290446] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.291474] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-4a0b15db-8f74-4c99-a8c6-83fde6401027" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.484032] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5083b3e9-458f-4414-8b6e-bcfd89981dc3 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.484334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5083b3e9-458f-4414-8b6e-bcfd89981dc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.484466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5083b3e9-458f-4414-8b6e-bcfd89981dc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.484811] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5083b3e9-458f-4414-8b6e-bcfd89981dc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.485155] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.485349] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.485472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.485929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.485974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.486220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5083b3e9-458f-4414-8b6e-bcfd89981dc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.486601] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5083b3e9-458f-4414-8b6e-bcfd89981dc3 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.486978] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5083b3e9-458f-4414-8b6e-bcfd89981dc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.487178] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5083b3e9-458f-4414-8b6e-bcfd89981dc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.487541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5083b3e9-458f-4414-8b6e-bcfd89981dc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.487911] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.488177] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.488331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.488513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.488596] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.489189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5083b3e9-458f-4414-8b6e-bcfd89981dc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.489189] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5083b3e9-458f-4414-8b6e-bcfd89981dc3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.948732] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 in Status: SUCCESS [ 617.948732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.992194] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5083b3e9-458f-4414-8b6e-bcfd89981dc3: rpc.has_security_group_logging(os_id): False [ 618.020705] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.020986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.021094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.021345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.021623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.023126] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.023126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.023126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.023126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.023126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.023126] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.023126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.023126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.023126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.023126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.023126] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.023126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.023126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.023126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.024041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.024041] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5083b3e9-458f-4414-8b6e-bcfd89981dc3 is going to be created. [ 618.051599] env[65894]: INFO networking_nsxv3.common.synchronization [req-1f44898d-acae-48d2-8032-5555a64784d9 req-f2fa3f3c-a226-43f6-ad32-050458419532 service nova] Enqueued Resource ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 with Priority: HIGHEST for action security_group_rules [ 618.051863] env[65894]: INFO networking_nsxv3.common.synchronization [req-1f44898d-acae-48d2-8032-5555a64784d9 req-f2fa3f3c-a226-43f6-ad32-050458419532 service nova] Enqueued Resource ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 with Priority: HIGHEST for action security_group_members [ 618.052022] env[65894]: INFO networking_nsxv3.common.synchronization [req-1f44898d-acae-48d2-8032-5555a64784d9 req-f2fa3f3c-a226-43f6-ad32-050458419532 service nova] Enqueued Resource ID: 4a0b15db-8f74-4c99-a8c6-83fde6401027 with Priority: HIGHEST for action port [ 618.052688] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 with Priority: HIGHEST for action security_group_rules [ 618.052825] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 with Priority: HIGHEST for action security_group_members [ 618.052925] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a0b15db-8f74-4c99-a8c6-83fde6401027 with Priority: HIGHEST for action port [ 618.053362] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-902e4c7f-5e70-49f8-8e9d-d5e7a9305565 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.053496] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.053649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.053940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.054103] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('902e4c7f-5e70-49f8-8e9d-d5e7a9305565',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.056362] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.056514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.056686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.060502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.061589] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.064112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.064112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.064112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.064112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.064112] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('902e4c7f-5e70-49f8-8e9d-d5e7a9305565',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.064112] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a0b15db-8f74-4c99-a8c6-83fde6401027 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.064491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a0b15db-8f74-4c99-a8c6-83fde6401027" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.064491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a0b15db-8f74-4c99-a8c6-83fde6401027" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.064491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a0b15db-8f74-4c99-a8c6-83fde6401027" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.064608] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a0b15db-8f74-4c99-a8c6-83fde6401027',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.094587] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.094828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.094828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.095070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.095273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.110071] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5083b3e9-458f-4414-8b6e-bcfd89981dc3 in Status: IN_PROGRESS for 2s [ 618.566497] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('902e4c7f-5e70-49f8-8e9d-d5e7a9305565',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.567551] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.567693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.568017] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a0b15db-8f74-4c99-a8c6-83fde6401027 with status ACTIVE [ 618.568183] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.568341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.568341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.568985] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.568985] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.568985] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.568985] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.568985] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.569264] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.569264] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.569336] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.569504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.569504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.571034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.571034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.571034] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a0b15db-8f74-4c99-a8c6-83fde6401027 is going to be updated. [ 618.593054] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.593286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.593286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.593535] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.593693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.593951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a0b15db-8f74-4c99-a8c6-83fde6401027" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.742629] env[65894]: INFO networking_nsxv3.common.synchronization [None req-dd71a61e-be07-43ba-9d0c-3f67a916fff7 None None] Enqueued Resource ID: 9710709c-6fd3-4fd7-b4a7-dfbd8d4ae467 with Priority: HIGHEST for action port [ 618.744054] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9710709c-6fd3-4fd7-b4a7-dfbd8d4ae467 with Priority: HIGHEST for action port [ 618.744333] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-9710709c-6fd3-4fd7-b4a7-dfbd8d4ae467 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.744830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9710709c-6fd3-4fd7-b4a7-dfbd8d4ae467" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.744830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9710709c-6fd3-4fd7-b4a7-dfbd8d4ae467" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.745122] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9710709c-6fd3-4fd7-b4a7-dfbd8d4ae467" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.745122] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9710709c-6fd3-4fd7-b4a7-dfbd8d4ae467',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.988886] env[65894]: INFO networking_nsxv3.common.synchronization [req-4cec3c3e-9fd9-4652-87f9-29de97b10f38 req-ebd77386-6b8b-45ab-a73e-d004a4d35356 tempest-InstanceActionsTestJSON-771322855 tempest-InstanceActionsTestJSON-771322855-project-member] Enqueued Resource ID: bbad2e88-7747-464e-ad4e-05d8cb84b3f2 with Priority: HIGHEST for action security_group_members [ 618.988886] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbad2e88-7747-464e-ad4e-05d8cb84b3f2 with Priority: HIGHEST for action security_group_members [ 618.988886] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbad2e88-7747-464e-ad4e-05d8cb84b3f2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.988886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbad2e88-7747-464e-ad4e-05d8cb84b3f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.988886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbad2e88-7747-464e-ad4e-05d8cb84b3f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.988886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbad2e88-7747-464e-ad4e-05d8cb84b3f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.988886] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.993654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.993654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.993654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.993654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.993654] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbad2e88-7747-464e-ad4e-05d8cb84b3f2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.069239] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('902e4c7f-5e70-49f8-8e9d-d5e7a9305565',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.155035] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c802cb03-6e92-461d-92d6-ddb8f4ab4777 in Status: SUCCESS [ 619.155035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c802cb03-6e92-461d-92d6-ddb8f4ab4777" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.155035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c802cb03-6e92-461d-92d6-ddb8f4ab4777" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.155035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c802cb03-6e92-461d-92d6-ddb8f4ab4777" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.155035] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.155035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.155035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.155035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.155035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.155035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c802cb03-6e92-461d-92d6-ddb8f4ab4777" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.155035] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c802cb03-6e92-461d-92d6-ddb8f4ab4777',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.250654] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9710709c-6fd3-4fd7-b4a7-dfbd8d4ae467 [ 619.250654] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.250654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.250654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.250654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.250654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.250654] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9710709c-6fd3-4fd7-b4a7-dfbd8d4ae467 already deleted. [ 619.250654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9710709c-6fd3-4fd7-b4a7-dfbd8d4ae467" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.480724] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-369 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.480959] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-369" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.481162] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-369" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.481489] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-369" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.481755] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.481903] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.482839] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.483157] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.483314] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.483549] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.483662] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.483788] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.483948] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.484102] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.484236] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.484378] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.491905] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.492076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.492135] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.492340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.492457] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.492737] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.492852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.492924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.493369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.493369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.493369] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbad2e88-7747-464e-ad4e-05d8cb84b3f2 already deleted. [ 619.493633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbad2e88-7747-464e-ad4e-05d8cb84b3f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.509780] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.509981] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.511762] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.511762] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-369" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.511762] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-1300f018-13ed-42c5-84a4-8621d97a6eef taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.511762] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-1300f018-13ed-42c5-84a4-8621d97a6eef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.511762] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-1300f018-13ed-42c5-84a4-8621d97a6eef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.511762] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-1300f018-13ed-42c5-84a4-8621d97a6eef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.511762] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1300f018-13ed-42c5-84a4-8621d97a6eef',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.572375] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.572584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.572651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.572888] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.573019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.573169] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 is going to be created. [ 619.607915] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.608257] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.608257] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.608582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.608976] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.625558] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 in Status: UNINITIALIZED for 2s [ 619.659379] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c802cb03-6e92-461d-92d6-ddb8f4ab4777',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.014087] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.014544] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.014684] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.015308] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.015657] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.016097] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 1300f018-13ed-42c5-84a4-8621d97a6eef not found, creating... [ 620.016560] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.016946] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.017195] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.017742] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.017903] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.018560] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.018560] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.018741] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.018920] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.019085] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.019239] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 1300f018-13ed-42c5-84a4-8621d97a6eef is going to be created. [ 620.044443] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.044647] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.044764] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.045072] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.045298] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.045521] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-1300f018-13ed-42c5-84a4-8621d97a6eef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.124645] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5083b3e9-458f-4414-8b6e-bcfd89981dc3 in Status: SUCCESS [ 620.126319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5083b3e9-458f-4414-8b6e-bcfd89981dc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.161367] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c802cb03-6e92-461d-92d6-ddb8f4ab4777: rpc.has_security_group_logging(os_id): False [ 620.186074] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.186074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.186074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.186360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.186360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.186486] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.186584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.186645] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.186808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.186884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.186968] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c802cb03-6e92-461d-92d6-ddb8f4ab4777 is going to be created. [ 620.262558] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.262702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.262773] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.262988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.263187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.274529] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c802cb03-6e92-461d-92d6-ddb8f4ab4777 in Status: IN_PROGRESS for 2s [ 620.850694] env[65894]: INFO networking_nsxv3.common.synchronization [req-4cec3c3e-9fd9-4652-87f9-29de97b10f38 req-b1a15b32-f27d-4142-8762-ef886e4a50d9 service nova] Enqueued Resource ID: bbad2e88-7747-464e-ad4e-05d8cb84b3f2 with Priority: HIGHEST for action security_group_rules [ 620.850874] env[65894]: INFO networking_nsxv3.common.synchronization [req-4cec3c3e-9fd9-4652-87f9-29de97b10f38 req-b1a15b32-f27d-4142-8762-ef886e4a50d9 service nova] Enqueued Resource ID: bbad2e88-7747-464e-ad4e-05d8cb84b3f2 with Priority: HIGHEST for action security_group_members [ 620.851016] env[65894]: INFO networking_nsxv3.common.synchronization [req-4cec3c3e-9fd9-4652-87f9-29de97b10f38 req-b1a15b32-f27d-4142-8762-ef886e4a50d9 service nova] Enqueued Resource ID: 1300f018-13ed-42c5-84a4-8621d97a6eef with Priority: HIGHEST for action port [ 620.851603] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbad2e88-7747-464e-ad4e-05d8cb84b3f2 with Priority: HIGHEST for action security_group_rules [ 620.851739] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbad2e88-7747-464e-ad4e-05d8cb84b3f2 with Priority: HIGHEST for action security_group_members [ 620.851833] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1300f018-13ed-42c5-84a4-8621d97a6eef with Priority: HIGHEST for action port [ 620.852301] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbad2e88-7747-464e-ad4e-05d8cb84b3f2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.852829] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbad2e88-7747-464e-ad4e-05d8cb84b3f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.852829] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbad2e88-7747-464e-ad4e-05d8cb84b3f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.852829] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbad2e88-7747-464e-ad4e-05d8cb84b3f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.852829] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbad2e88-7747-464e-ad4e-05d8cb84b3f2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.854184] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbad2e88-7747-464e-ad4e-05d8cb84b3f2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.854312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbad2e88-7747-464e-ad4e-05d8cb84b3f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.854378] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbad2e88-7747-464e-ad4e-05d8cb84b3f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.854844] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbad2e88-7747-464e-ad4e-05d8cb84b3f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.855019] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.855125] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.855184] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.855345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.855786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.855786] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbad2e88-7747-464e-ad4e-05d8cb84b3f2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.857585] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-1300f018-13ed-42c5-84a4-8621d97a6eef taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.857585] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1300f018-13ed-42c5-84a4-8621d97a6eef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.857585] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1300f018-13ed-42c5-84a4-8621d97a6eef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.857585] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1300f018-13ed-42c5-84a4-8621d97a6eef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.857585] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1300f018-13ed-42c5-84a4-8621d97a6eef',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.359229] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbad2e88-7747-464e-ad4e-05d8cb84b3f2 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.360369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbad2e88-7747-464e-ad4e-05d8cb84b3f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.360369] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbad2e88-7747-464e-ad4e-05d8cb84b3f2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.360484] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1300f018-13ed-42c5-84a4-8621d97a6eef with status ACTIVE [ 621.360631] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.361027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.361027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.361027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.361155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.361299] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.362047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.362047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.362047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.362047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.362047] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.362047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.362047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.365442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.365533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.365639] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1300f018-13ed-42c5-84a4-8621d97a6eef is going to be updated. [ 621.390359] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.390359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.390359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.390680] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.390782] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.391026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1300f018-13ed-42c5-84a4-8621d97a6eef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.458124] env[65894]: INFO networking_nsxv3.common.synchronization [None req-ae7c4a84-1949-418f-9beb-eb2e89e27e01 None None] Enqueued Resource ID: e3f03ebc-6ba1-4fb1-891a-018089342750 with Priority: HIGHEST for action port [ 621.458124] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3f03ebc-6ba1-4fb1-891a-018089342750 with Priority: HIGHEST for action port [ 621.458124] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3f03ebc-6ba1-4fb1-891a-018089342750 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.458124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3f03ebc-6ba1-4fb1-891a-018089342750" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.458124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3f03ebc-6ba1-4fb1-891a-018089342750" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.458124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3f03ebc-6ba1-4fb1-891a-018089342750" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.459302] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3f03ebc-6ba1-4fb1-891a-018089342750',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.557543] env[65894]: INFO networking_nsxv3.common.synchronization [req-a141f3be-cf0f-4b99-b26e-7ca3386e3bd4 req-31a1f0c5-af86-41f5-8823-0e238a8d7347 tempest-DeleteServersAdminTestJSON-1326810928 tempest-DeleteServersAdminTestJSON-1326810928-project-admin] Enqueued Resource ID: 2833535a-c8c1-4299-b2de-9a76b817addd with Priority: HIGHEST for action security_group_members [ 621.558839] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2833535a-c8c1-4299-b2de-9a76b817addd with Priority: HIGHEST for action security_group_members [ 621.559813] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2833535a-c8c1-4299-b2de-9a76b817addd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.562562] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.562785] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.563240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.563524] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.567140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.567140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.567140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.567140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.567140] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2833535a-c8c1-4299-b2de-9a76b817addd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.639504] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 in Status: SUCCESS [ 621.639504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.639504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.639504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.639504] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.639504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.639504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.639504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.639504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.639504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.639504] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('902e4c7f-5e70-49f8-8e9d-d5e7a9305565',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.868820] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbad2e88-7747-464e-ad4e-05d8cb84b3f2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.962474] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3f03ebc-6ba1-4fb1-891a-018089342750 [ 621.962474] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.963026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.963026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.963026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.963203] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.963203] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3f03ebc-6ba1-4fb1-891a-018089342750 already deleted. [ 621.963312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3f03ebc-6ba1-4fb1-891a-018089342750" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.052984] env[65894]: INFO networking_nsxv3.common.synchronization [req-962d6ccf-d8b0-40b6-9055-55d5f93bf054 req-9edcb453-7c02-42e3-bafa-1a1395201f03 tempest-FloatingIPsAssociationTestJSON-78560310 tempest-FloatingIPsAssociationTestJSON-78560310-project-member] Enqueued Resource ID: 0e2db3c7-419d-4499-a266-d45e27082c3e with Priority: HIGHEST for action security_group_members [ 622.053728] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e2db3c7-419d-4499-a266-d45e27082c3e with Priority: HIGHEST for action security_group_members [ 622.053981] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e2db3c7-419d-4499-a266-d45e27082c3e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.055637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.055760] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.056302] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.056492] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.057319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.057319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.057319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.057319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.057594] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e2db3c7-419d-4499-a266-d45e27082c3e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.070209] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.070421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.070519] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.070813] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.071624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.071885] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.072055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.072055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.072244] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.072341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.072435] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2833535a-c8c1-4299-b2de-9a76b817addd is going to be updated. [ 622.112246] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.112487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.112487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.112678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.112823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.124820] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2833535a-c8c1-4299-b2de-9a76b817addd in Status: IN_PROGRESS for 2s [ 622.142235] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('902e4c7f-5e70-49f8-8e9d-d5e7a9305565',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.288884] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c802cb03-6e92-461d-92d6-ddb8f4ab4777 in Status: SUCCESS [ 622.289141] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c802cb03-6e92-461d-92d6-ddb8f4ab4777" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.370512] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.370877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.370877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.371118] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.371259] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.371528] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbad2e88-7747-464e-ad4e-05d8cb84b3f2 is going to be created. [ 622.398177] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.398433] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.398433] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.398673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.398876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.410431] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbad2e88-7747-464e-ad4e-05d8cb84b3f2 in Status: UNINITIALIZED for 2s [ 622.540260] env[65894]: INFO networking_nsxv3.common.synchronization [None req-5607f6d1-a940-4b1c-934e-efb4a2e8153d tempest-ServersWithSpecificFlavorTestJSON-1953209369 tempest-ServersWithSpecificFlavorTestJSON-1953209369-project-member] Enqueued Resource ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb with Priority: HIGHEST for action security_group_rules [ 622.540808] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb with Priority: HIGHEST for action security_group_rules [ 622.541018] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d8de128-d072-476d-a7e8-77dc7d1b76cb taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.541151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.541288] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.541590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.541660] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d8de128-d072-476d-a7e8-77dc7d1b76cb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.560271] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.560483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.560483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.560850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.560850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.560979] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.561093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.561156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.561308] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.561382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.561463] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e2db3c7-419d-4499-a266-d45e27082c3e already deleted. [ 622.561540] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.645009] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 902e4c7f-5e70-49f8-8e9d-d5e7a9305565: rpc.has_security_group_logging(os_id): False [ 622.665157] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.665379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.665379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.665618] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.665710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.665953] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.666102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.666191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.666355] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.666436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.666525] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 is going to be created. [ 622.728583] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.728770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.728823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.729039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.729227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.742605] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 in Status: IN_PROGRESS for 2s [ 622.820981] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-322 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.821266] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-322" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.821451] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-322" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.821822] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-322" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.822165] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.823096] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.823307] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.823663] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.824108] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.824366] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.824486] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.824593] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.824698] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.824802] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.824904] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.825081] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.854789] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.854789] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.854789] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.854789] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-322" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.855632] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-1b455a18-2d7c-4681-a58c-de59024dd3aa taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.855632] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-1b455a18-2d7c-4681-a58c-de59024dd3aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.855632] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-1b455a18-2d7c-4681-a58c-de59024dd3aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.856034] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-1b455a18-2d7c-4681-a58c-de59024dd3aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.856307] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b455a18-2d7c-4681-a58c-de59024dd3aa',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.069052] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.069303] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.069303] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.069507] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.069649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.069649] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb already deleted. [ 623.069781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.359580] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.360947] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.360947] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.360947] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.360947] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.361918] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 1b455a18-2d7c-4681-a58c-de59024dd3aa not found, creating... [ 623.361918] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.361918] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.361918] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.362276] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.362465] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.363019] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.363261] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.363512] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.363732] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.363878] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.364167] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 1b455a18-2d7c-4681-a58c-de59024dd3aa is going to be created. [ 623.390389] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.391125] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.391125] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.391623] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.391682] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.392267] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-1b455a18-2d7c-4681-a58c-de59024dd3aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.534271] env[65894]: INFO networking_nsxv3.common.synchronization [None req-88f5f1fb-357b-4241-9ea8-b74ff4c475bc None None] Enqueued Resource ID: 98a4b204-605a-4ab4-88f0-ac29384d7680 with Priority: HIGHEST for action port [ 623.535611] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98a4b204-605a-4ab4-88f0-ac29384d7680 with Priority: HIGHEST for action port [ 623.536145] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-98a4b204-605a-4ab4-88f0-ac29384d7680 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.536328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98a4b204-605a-4ab4-88f0-ac29384d7680" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.536425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98a4b204-605a-4ab4-88f0-ac29384d7680" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.536733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98a4b204-605a-4ab4-88f0-ac29384d7680" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.536837] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98a4b204-605a-4ab4-88f0-ac29384d7680',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.676510] env[65894]: INFO networking_nsxv3.common.synchronization [None req-e41f1ee6-8f75-4b8d-ace6-e130cfb2e45b tempest-ServersWithSpecificFlavorTestJSON-1953209369 tempest-ServersWithSpecificFlavorTestJSON-1953209369-project-member] Enqueued Resource ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb with Priority: HIGHEST for action security_group_rules [ 623.677838] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb with Priority: HIGHEST for action security_group_rules [ 623.678313] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d8de128-d072-476d-a7e8-77dc7d1b76cb taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.678489] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.678605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.678903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.679037] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d8de128-d072-476d-a7e8-77dc7d1b76cb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.039566] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98a4b204-605a-4ab4-88f0-ac29384d7680 [ 624.040057] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.040057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.040225] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.040466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.040653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.040733] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98a4b204-605a-4ab4-88f0-ac29384d7680 already deleted. [ 624.040853] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98a4b204-605a-4ab4-88f0-ac29384d7680" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.137867] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2833535a-c8c1-4299-b2de-9a76b817addd in Status: SUCCESS [ 624.138847] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2833535a-c8c1-4299-b2de-9a76b817addd deletion is rescheduled due to dependency. [ 624.138847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.165031] env[65894]: INFO networking_nsxv3.common.synchronization [req-962d6ccf-d8b0-40b6-9055-55d5f93bf054 req-33e497f9-7fe7-472b-90da-0468a0ca36f2 service nova] Enqueued Resource ID: 0e2db3c7-419d-4499-a266-d45e27082c3e with Priority: HIGHEST for action security_group_rules [ 624.166272] env[65894]: INFO networking_nsxv3.common.synchronization [req-962d6ccf-d8b0-40b6-9055-55d5f93bf054 req-33e497f9-7fe7-472b-90da-0468a0ca36f2 service nova] Enqueued Resource ID: 0e2db3c7-419d-4499-a266-d45e27082c3e with Priority: HIGHEST for action security_group_members [ 624.168833] env[65894]: INFO networking_nsxv3.common.synchronization [req-962d6ccf-d8b0-40b6-9055-55d5f93bf054 req-33e497f9-7fe7-472b-90da-0468a0ca36f2 service nova] Enqueued Resource ID: 1b455a18-2d7c-4681-a58c-de59024dd3aa with Priority: HIGHEST for action port [ 624.168833] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e2db3c7-419d-4499-a266-d45e27082c3e with Priority: HIGHEST for action security_group_rules [ 624.168833] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e2db3c7-419d-4499-a266-d45e27082c3e with Priority: HIGHEST for action security_group_members [ 624.168833] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b455a18-2d7c-4681-a58c-de59024dd3aa with Priority: HIGHEST for action port [ 624.168833] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e2db3c7-419d-4499-a266-d45e27082c3e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.168833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.168833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.170325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.170325] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e2db3c7-419d-4499-a266-d45e27082c3e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.173029] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e2db3c7-419d-4499-a266-d45e27082c3e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.173029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.173029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.173225] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.173460] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.173460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.173569] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.173751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.173819] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.174135] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e2db3c7-419d-4499-a266-d45e27082c3e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.174970] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b455a18-2d7c-4681-a58c-de59024dd3aa taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.175106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b455a18-2d7c-4681-a58c-de59024dd3aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.175582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b455a18-2d7c-4681-a58c-de59024dd3aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.175582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b455a18-2d7c-4681-a58c-de59024dd3aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.175582] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b455a18-2d7c-4681-a58c-de59024dd3aa',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.214051] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.214289] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.214388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.214665] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.214945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.215057] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb already deleted. [ 624.215147] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.423601] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbad2e88-7747-464e-ad4e-05d8cb84b3f2 in Status: SUCCESS [ 624.423601] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbad2e88-7747-464e-ad4e-05d8cb84b3f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.423601] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbad2e88-7747-464e-ad4e-05d8cb84b3f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.423601] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbad2e88-7747-464e-ad4e-05d8cb84b3f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.424098] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.424098] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.424098] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.424223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.424265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.424343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbad2e88-7747-464e-ad4e-05d8cb84b3f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.424427] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbad2e88-7747-464e-ad4e-05d8cb84b3f2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.677189] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e2db3c7-419d-4499-a266-d45e27082c3e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.677448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.677611] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e2db3c7-419d-4499-a266-d45e27082c3e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.678590] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b455a18-2d7c-4681-a58c-de59024dd3aa with status ACTIVE [ 624.678780] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.679102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.679102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.679624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.679624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.679624] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.681025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.681025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.681025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.681025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.681025] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.681025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.681025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.681025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.681025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.681025] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b455a18-2d7c-4681-a58c-de59024dd3aa is going to be updated. [ 624.704565] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.705690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.705690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.705690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.705690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.705690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b455a18-2d7c-4681-a58c-de59024dd3aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.754643] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 in Status: SUCCESS [ 624.754885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.930630] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbad2e88-7747-464e-ad4e-05d8cb84b3f2 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.930937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbad2e88-7747-464e-ad4e-05d8cb84b3f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.931101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbad2e88-7747-464e-ad4e-05d8cb84b3f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.931446] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbad2e88-7747-464e-ad4e-05d8cb84b3f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.931732] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.931923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.932069] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.932358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.932535] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.932762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbad2e88-7747-464e-ad4e-05d8cb84b3f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.932973] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbad2e88-7747-464e-ad4e-05d8cb84b3f2 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.933616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbad2e88-7747-464e-ad4e-05d8cb84b3f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.933792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbad2e88-7747-464e-ad4e-05d8cb84b3f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.934021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbad2e88-7747-464e-ad4e-05d8cb84b3f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.934279] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.934494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.934596] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.934850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.935011] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.935186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbad2e88-7747-464e-ad4e-05d8cb84b3f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.935362] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbad2e88-7747-464e-ad4e-05d8cb84b3f2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.182744] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e2db3c7-419d-4499-a266-d45e27082c3e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.222890] env[65894]: INFO networking_nsxv3.common.synchronization [req-46455d82-373c-4ff5-bd45-58df2672d088 req-9c30dbe7-8136-4e6c-ac69-256369158a77 tempest-ImagesTestJSON-440520544 tempest-ImagesTestJSON-440520544-project-member] Enqueued Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_members [ 625.223376] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_members [ 625.224481] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.225298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.225298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.225298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.225466] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.225538] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.225577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.225792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.225879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.225976] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.438691] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbad2e88-7747-464e-ad4e-05d8cb84b3f2: rpc.has_security_group_logging(os_id): False [ 625.458564] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.458783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.459042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.459194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.459319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.459476] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.459580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.459638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.459800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.459898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.460138] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.460248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.460816] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.460816] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.460816] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.460816] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.460816] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.460816] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.461105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.461105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.461206] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbad2e88-7747-464e-ad4e-05d8cb84b3f2 is going to be created. [ 625.537852] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.537852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.537852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.537852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.537852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.549259] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbad2e88-7747-464e-ad4e-05d8cb84b3f2 in Status: IN_PROGRESS for 2s [ 625.688792] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.688792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.688792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.688792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.688792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.688792] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e2db3c7-419d-4499-a266-d45e27082c3e is going to be created. [ 625.717517] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.720941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.720941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.720941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.720941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.730972] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.730972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.730972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.730972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.730972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.730972] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.730972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.730972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.730972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.730972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.730972] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 already deleted. [ 625.730972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.730972] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e2db3c7-419d-4499-a266-d45e27082c3e in Status: UNINITIALIZED for 2s [ 625.879937] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.880139] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-471" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.880262] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-471" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.880970] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-471" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.881229] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.881365] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.882514] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.882855] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.883164] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.883575] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.883809] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.883946] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.884129] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.884210] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.886553] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.886553] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.911498] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.911671] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.911933] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.911995] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-471" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.912302] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-2980a8d7-5e66-44b0-8d18-9c2156f97f4b taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.912472] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-2980a8d7-5e66-44b0-8d18-9c2156f97f4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.912585] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-2980a8d7-5e66-44b0-8d18-9c2156f97f4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.912916] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-2980a8d7-5e66-44b0-8d18-9c2156f97f4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.913064] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2980a8d7-5e66-44b0-8d18-9c2156f97f4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.980615] env[65894]: INFO networking_nsxv3.common.synchronization [None req-20b76ca2-4470-4f69-9acd-654a0f7307b8 None None] Enqueued Resource ID: df585e52-29d3-46b8-9c24-b8fe075f27b2 with Priority: HIGHEST for action port [ 625.980753] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df585e52-29d3-46b8-9c24-b8fe075f27b2 with Priority: HIGHEST for action port [ 625.981276] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-df585e52-29d3-46b8-9c24-b8fe075f27b2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.981412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df585e52-29d3-46b8-9c24-b8fe075f27b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.981480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df585e52-29d3-46b8-9c24-b8fe075f27b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.981731] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df585e52-29d3-46b8-9c24-b8fe075f27b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.981808] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df585e52-29d3-46b8-9c24-b8fe075f27b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.416420] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.416689] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.416919] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.417128] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.417352] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.417530] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 2980a8d7-5e66-44b0-8d18-9c2156f97f4b not found, creating... [ 626.417814] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.417970] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.418091] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.418549] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.418764] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.419148] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.419316] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.419424] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.420034] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.420034] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.420034] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 2980a8d7-5e66-44b0-8d18-9c2156f97f4b is going to be created. [ 626.442153] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.442453] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.442496] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.442774] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.442993] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.443228] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-2980a8d7-5e66-44b0-8d18-9c2156f97f4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.485285] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df585e52-29d3-46b8-9c24-b8fe075f27b2 [ 626.485285] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.485285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.485285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.485285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.485285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.485285] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df585e52-29d3-46b8-9c24-b8fe075f27b2 already deleted. [ 626.485285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df585e52-29d3-46b8-9c24-b8fe075f27b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.206971] env[65894]: INFO networking_nsxv3.common.synchronization [req-46455d82-373c-4ff5-bd45-58df2672d088 req-9c021bf3-f8bd-42f7-953f-d26db606688e service nova] Enqueued Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_rules [ 627.207196] env[65894]: INFO networking_nsxv3.common.synchronization [req-46455d82-373c-4ff5-bd45-58df2672d088 req-9c021bf3-f8bd-42f7-953f-d26db606688e service nova] Enqueued Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_members [ 627.207358] env[65894]: INFO networking_nsxv3.common.synchronization [req-46455d82-373c-4ff5-bd45-58df2672d088 req-9c021bf3-f8bd-42f7-953f-d26db606688e service nova] Enqueued Resource ID: 2980a8d7-5e66-44b0-8d18-9c2156f97f4b with Priority: HIGHEST for action port [ 627.207884] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_rules [ 627.208143] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_members [ 627.208292] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2980a8d7-5e66-44b0-8d18-9c2156f97f4b with Priority: HIGHEST for action port [ 627.208569] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.208698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.208820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.209088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.209167] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.213037] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.213037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.213037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.213037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.213037] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.213037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.213037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.213037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.213037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.213037] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.214431] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-2980a8d7-5e66-44b0-8d18-9c2156f97f4b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.214582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2980a8d7-5e66-44b0-8d18-9c2156f97f4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.214644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2980a8d7-5e66-44b0-8d18-9c2156f97f4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.215349] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2980a8d7-5e66-44b0-8d18-9c2156f97f4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.215349] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2980a8d7-5e66-44b0-8d18-9c2156f97f4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.566588] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbad2e88-7747-464e-ad4e-05d8cb84b3f2 in Status: SUCCESS [ 627.567055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbad2e88-7747-464e-ad4e-05d8cb84b3f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.713898] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.713898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.715017] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.718240] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2980a8d7-5e66-44b0-8d18-9c2156f97f4b with status ACTIVE [ 627.718240] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.718240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.718240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.718407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.718505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.720086] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.720086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.720086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.720086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.720086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.720086] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.720086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.720086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.720086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.720086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.720086] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2980a8d7-5e66-44b0-8d18-9c2156f97f4b is going to be updated. [ 627.742463] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e2db3c7-419d-4499-a266-d45e27082c3e in Status: SUCCESS [ 627.742713] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.742878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.743122] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.743396] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.743490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.743542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.743726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.743861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.743996] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.744488] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e2db3c7-419d-4499-a266-d45e27082c3e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.747255] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.747255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.747255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.747467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.747570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.747759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2980a8d7-5e66-44b0-8d18-9c2156f97f4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.099276] env[65894]: INFO networking_nsxv3.common.synchronization [None req-24d51cef-76ff-4fab-833a-1709e6fd5e1e None None] Enqueued Resource ID: ad603402-1b21-46f8-ace4-898b45ab193c with Priority: HIGHEST for action port [ 628.101152] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad603402-1b21-46f8-ace4-898b45ab193c with Priority: HIGHEST for action port [ 628.102119] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad603402-1b21-46f8-ace4-898b45ab193c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.103167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad603402-1b21-46f8-ace4-898b45ab193c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.103298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad603402-1b21-46f8-ace4-898b45ab193c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.104335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad603402-1b21-46f8-ace4-898b45ab193c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.104335] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad603402-1b21-46f8-ace4-898b45ab193c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.218542] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.246346] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e2db3c7-419d-4499-a266-d45e27082c3e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.246512] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.246577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.250171] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.250171] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.250171] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.250171] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.250171] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.250171] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.250171] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.250171] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e2db3c7-419d-4499-a266-d45e27082c3e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.250171] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.250171] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.251086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.251301] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.251913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.251913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.251913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.251913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.251913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.251913] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e2db3c7-419d-4499-a266-d45e27082c3e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.607031] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad603402-1b21-46f8-ace4-898b45ab193c [ 628.607416] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.607416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.607416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.607562] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.607642] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.607739] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad603402-1b21-46f8-ace4-898b45ab193c already deleted. [ 628.607819] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad603402-1b21-46f8-ace4-898b45ab193c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.721808] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.721989] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.722041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.722281] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.722388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.722614] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 is going to be created. [ 628.754267] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.754458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.754525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.754719] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.754884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.756793] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e2db3c7-419d-4499-a266-d45e27082c3e: rpc.has_security_group_logging(os_id): False [ 628.775088] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: UNINITIALIZED for 2s [ 628.778350] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.778350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.778350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.778350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.778350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.778350] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.778350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.778350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.778350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.779025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.779025] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.779025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.779025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.779278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.779278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.779478] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.779604] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.779698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.779966] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.780011] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.780089] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e2db3c7-419d-4499-a266-d45e27082c3e is going to be created. [ 628.877023] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.877023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.877023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.877023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.877023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.890761] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e2db3c7-419d-4499-a266-d45e27082c3e in Status: IN_PROGRESS for 2s [ 629.345969] env[65894]: INFO networking_nsxv3.common.synchronization [req-b6c25247-fa77-4506-a26f-95f196929053 req-f4e376b4-4037-447b-ac2e-ae8f4609322d tempest-ServerDiagnosticsNegativeTest-1015527680 tempest-ServerDiagnosticsNegativeTest-1015527680-project-member] Enqueued Resource ID: 35754e54-c77e-4236-82c3-313a5bebfc2a with Priority: HIGHEST for action security_group_members [ 629.346756] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35754e54-c77e-4236-82c3-313a5bebfc2a with Priority: HIGHEST for action security_group_members [ 629.348541] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-35754e54-c77e-4236-82c3-313a5bebfc2a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.348760] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35754e54-c77e-4236-82c3-313a5bebfc2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.348834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35754e54-c77e-4236-82c3-313a5bebfc2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.349067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35754e54-c77e-4236-82c3-313a5bebfc2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.349259] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.349430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.349559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.349774] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.349869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.349968] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35754e54-c77e-4236-82c3-313a5bebfc2a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.852538] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.852801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.852801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.855293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.855293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.855293] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.855293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.855293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.855293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.855293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.855293] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35754e54-c77e-4236-82c3-313a5bebfc2a is going to be updated. [ 629.895880] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.896032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.896101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.896360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.896493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.907905] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35754e54-c77e-4236-82c3-313a5bebfc2a in Status: IN_PROGRESS for 2s [ 630.681808] env[65894]: INFO networking_nsxv3.common.synchronization [None req-2ebcb382-978d-4741-b978-348a2ddd179a None None] Enqueued Resource ID: 127857f7-67ac-4118-9189-2fe03c643294 with Priority: HIGHEST for action port [ 630.682593] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 127857f7-67ac-4118-9189-2fe03c643294 with Priority: HIGHEST for action port [ 630.682797] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-127857f7-67ac-4118-9189-2fe03c643294 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.683459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-127857f7-67ac-4118-9189-2fe03c643294" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.683533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-127857f7-67ac-4118-9189-2fe03c643294" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.683761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-127857f7-67ac-4118-9189-2fe03c643294" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.684105] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('127857f7-67ac-4118-9189-2fe03c643294',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.788549] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: SUCCESS [ 630.788549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.788825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.788982] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.789178] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.789330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.789387] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.790277] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.790277] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.790277] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.790277] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.909619] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e2db3c7-419d-4499-a266-d45e27082c3e in Status: SUCCESS [ 630.910049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.187765] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 127857f7-67ac-4118-9189-2fe03c643294 [ 631.187765] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.187765] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.187765] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.187765] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.187765] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.187765] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:127857f7-67ac-4118-9189-2fe03c643294 already deleted. [ 631.187765] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-127857f7-67ac-4118-9189-2fe03c643294" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.293490] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.294075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.294075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.294339] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.294747] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.295706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.295706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.295706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.295706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.296052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.296201] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.297347] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.297347] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.297347] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.297347] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.297347] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.297347] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.297347] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.297788] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.297788] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.297788] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.800439] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac302640-a57f-43bb-9afe-4e5d8c8bdfd1: rpc.has_security_group_logging(os_id): False [ 631.822852] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.823016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.823095] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.823319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.823410] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.823594] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.823694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.824581] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.826492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.826492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.826492] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.826492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.826492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.826492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.826492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.826838] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.826948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.827053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.827272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.827501] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.827501] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 is going to be created. [ 631.894099] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.894341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.894418] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.894685] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.894830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.912949] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: IN_PROGRESS for 2s [ 631.918714] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35754e54-c77e-4236-82c3-313a5bebfc2a in Status: SUCCESS [ 631.918714] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35754e54-c77e-4236-82c3-313a5bebfc2a deletion is rescheduled due to dependency. [ 631.918714] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35754e54-c77e-4236-82c3-313a5bebfc2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.294642] env[65894]: INFO networking_nsxv3.common.synchronization [req-34710dcc-6ad1-4cbf-9514-357d58c4e359 req-b5814750-3d9a-43a7-9458-9ab7b4a0c2bb tempest-ServerExternalEventsTest-1831244122 tempest-ServerExternalEventsTest-1831244122-project-member] Enqueued Resource ID: 23f84c0a-8012-4596-aedb-3421156d4a72 with Priority: HIGHEST for action security_group_members [ 632.295287] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f84c0a-8012-4596-aedb-3421156d4a72 with Priority: HIGHEST for action security_group_members [ 632.296242] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f84c0a-8012-4596-aedb-3421156d4a72 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.296242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f84c0a-8012-4596-aedb-3421156d4a72" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.296242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f84c0a-8012-4596-aedb-3421156d4a72" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.296242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f84c0a-8012-4596-aedb-3421156d4a72" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.296440] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.296440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.296566] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.296741] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.296741] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.296834] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f84c0a-8012-4596-aedb-3421156d4a72',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.798653] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.798823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.798890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.799141] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.799240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.799589] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.799589] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.799923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.799923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.799923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.800138] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f84c0a-8012-4596-aedb-3421156d4a72 is going to be updated. [ 632.834162] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.834162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.834162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.834458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.834635] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.846473] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f84c0a-8012-4596-aedb-3421156d4a72 in Status: IN_PROGRESS for 2s [ 633.498590] env[65894]: INFO networking_nsxv3.common.synchronization [req-6cd2ec77-df99-49f4-96f6-f71d2ef18cf7 req-0f6e4a0d-89b4-4632-b82d-19d23926651f tempest-ServerDiagnosticsTest-1300411641 tempest-ServerDiagnosticsTest-1300411641-project-member] Enqueued Resource ID: 96705730-c9fe-4a9f-b242-5c1d623a2fe0 with Priority: HIGHEST for action security_group_members [ 633.499131] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96705730-c9fe-4a9f-b242-5c1d623a2fe0 with Priority: HIGHEST for action security_group_members [ 633.499431] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-96705730-c9fe-4a9f-b242-5c1d623a2fe0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.499556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96705730-c9fe-4a9f-b242-5c1d623a2fe0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.499622] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96705730-c9fe-4a9f-b242-5c1d623a2fe0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.499820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96705730-c9fe-4a9f-b242-5c1d623a2fe0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.499967] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.500085] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.500143] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.500271] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.500356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.500445] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96705730-c9fe-4a9f-b242-5c1d623a2fe0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.711724] env[65894]: INFO networking_nsxv3.common.synchronization [None req-2a1f4a3d-5281-4499-bfac-14e9f7430e2b None None] Enqueued Resource ID: 89902f23-b4a6-43f6-8a37-bd29808b329c with Priority: HIGHEST for action port [ 633.712327] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89902f23-b4a6-43f6-8a37-bd29808b329c with Priority: HIGHEST for action port [ 633.712656] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-89902f23-b4a6-43f6-8a37-bd29808b329c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.712792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89902f23-b4a6-43f6-8a37-bd29808b329c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.712860] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89902f23-b4a6-43f6-8a37-bd29808b329c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.713616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89902f23-b4a6-43f6-8a37-bd29808b329c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.713770] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89902f23-b4a6-43f6-8a37-bd29808b329c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.928191] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: SUCCESS [ 633.928191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.003686] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.005340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.005429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.006301] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.006301] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.006452] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.006560] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.006633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.006786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.006889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.006998] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96705730-c9fe-4a9f-b242-5c1d623a2fe0 is going to be updated. [ 634.053552] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.053768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.053768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.053979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.054284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.066924] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96705730-c9fe-4a9f-b242-5c1d623a2fe0 in Status: IN_PROGRESS for 2s [ 634.216467] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89902f23-b4a6-43f6-8a37-bd29808b329c [ 634.217724] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.217724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.217724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.217724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.217724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.217724] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89902f23-b4a6-43f6-8a37-bd29808b329c already deleted. [ 634.217724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89902f23-b4a6-43f6-8a37-bd29808b329c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.861764] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f84c0a-8012-4596-aedb-3421156d4a72 in Status: SUCCESS [ 634.862081] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f84c0a-8012-4596-aedb-3421156d4a72 deletion is rescheduled due to dependency. [ 634.864021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f84c0a-8012-4596-aedb-3421156d4a72" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.065825] env[65894]: INFO networking_nsxv3.common.synchronization [None req-12a158a2-374c-4c85-bbdb-0091cfc598c4 None None] Enqueued Resource ID: 449ea887-df63-45a2-9cb4-d95f7eea894b with Priority: HIGHEST for action port [ 635.066409] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 449ea887-df63-45a2-9cb4-d95f7eea894b with Priority: HIGHEST for action port [ 635.066758] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-449ea887-df63-45a2-9cb4-d95f7eea894b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.066910] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-449ea887-df63-45a2-9cb4-d95f7eea894b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.066966] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-449ea887-df63-45a2-9cb4-d95f7eea894b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.069901] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-449ea887-df63-45a2-9cb4-d95f7eea894b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.069901] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('449ea887-df63-45a2-9cb4-d95f7eea894b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.575772] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 449ea887-df63-45a2-9cb4-d95f7eea894b [ 635.575772] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.575772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.575772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.575772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.575772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.575772] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:449ea887-df63-45a2-9cb4-d95f7eea894b already deleted. [ 635.575772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-449ea887-df63-45a2-9cb4-d95f7eea894b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.614523] env[65894]: INFO networking_nsxv3.common.synchronization [None req-9d9b8b89-83cb-4dbb-805f-17aff4f1f401 None None] Enqueued Resource ID: 7c48a8a0-44b9-4cf6-89a2-c2d88a0abc08 with Priority: HIGHEST for action port [ 635.614523] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c48a8a0-44b9-4cf6-89a2-c2d88a0abc08 with Priority: HIGHEST for action port [ 635.614806] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c48a8a0-44b9-4cf6-89a2-c2d88a0abc08 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.614929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c48a8a0-44b9-4cf6-89a2-c2d88a0abc08" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.614996] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c48a8a0-44b9-4cf6-89a2-c2d88a0abc08" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.615882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c48a8a0-44b9-4cf6-89a2-c2d88a0abc08" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.615972] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c48a8a0-44b9-4cf6-89a2-c2d88a0abc08',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.080970] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96705730-c9fe-4a9f-b242-5c1d623a2fe0 in Status: SUCCESS [ 636.081281] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96705730-c9fe-4a9f-b242-5c1d623a2fe0 deletion is rescheduled due to dependency. [ 636.081381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96705730-c9fe-4a9f-b242-5c1d623a2fe0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.118166] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c48a8a0-44b9-4cf6-89a2-c2d88a0abc08 [ 636.118647] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.118647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.118647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.118837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.118897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.118984] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c48a8a0-44b9-4cf6-89a2-c2d88a0abc08 already deleted. [ 636.119076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c48a8a0-44b9-4cf6-89a2-c2d88a0abc08" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.803374] env[65894]: INFO networking_nsxv3.common.synchronization [req-8b0cbcc7-bd56-4e03-9117-99e1ea0a5083 req-5778c3db-2928-4734-bca1-0ada57aa3a09 tempest-ServersWithSpecificFlavorTestJSON-1953209369 tempest-ServersWithSpecificFlavorTestJSON-1953209369-project-member] Enqueued Resource ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb with Priority: HIGHEST for action security_group_members [ 636.803374] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb with Priority: HIGHEST for action security_group_members [ 636.803374] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d8de128-d072-476d-a7e8-77dc7d1b76cb taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.803374] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.803374] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.803374] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.803374] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.803899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.803899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.803899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.803899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.803899] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d8de128-d072-476d-a7e8-77dc7d1b76cb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.231227] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-410 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.231601] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-410" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.231669] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-410" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.231964] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-410" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.232961] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.232961] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.232961] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.232961] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.232961] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.233227] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.233227] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.233651] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.233651] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.233651] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.233651] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.233814] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.238918] env[65894]: INFO networking_nsxv3.common.synchronization [None req-811fc516-cb0a-4028-a462-66845a33ffe2 None None] Enqueued Resource ID: 185d4840-7b70-4920-bab9-8f1f524a70d7 with Priority: HIGHEST for action port [ 637.239496] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185d4840-7b70-4920-bab9-8f1f524a70d7 with Priority: HIGHEST for action port [ 637.240061] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-185d4840-7b70-4920-bab9-8f1f524a70d7 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.240185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-185d4840-7b70-4920-bab9-8f1f524a70d7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.240254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-185d4840-7b70-4920-bab9-8f1f524a70d7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.240521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-185d4840-7b70-4920-bab9-8f1f524a70d7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.240606] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('185d4840-7b70-4920-bab9-8f1f524a70d7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.257801] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.257957] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.258079] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.258257] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-410" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.258620] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-6cd333b5-222a-47f3-b2d3-6dbc8e5b5dde taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.259325] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-6cd333b5-222a-47f3-b2d3-6dbc8e5b5dde" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.259325] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-6cd333b5-222a-47f3-b2d3-6dbc8e5b5dde" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.259325] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-6cd333b5-222a-47f3-b2d3-6dbc8e5b5dde" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.259569] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cd333b5-222a-47f3-b2d3-6dbc8e5b5dde',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.305526] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.305724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.305847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.306184] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.306335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.306616] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.306783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.306903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.307107] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.307222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.307341] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb already deleted. [ 637.307445] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.476268] env[65894]: INFO networking_nsxv3.common.synchronization [None req-319f6df6-ec07-4b59-b6fd-e478da23b0d2 None None] Enqueued Resource ID: ecee5768-1795-4b63-b6e4-160357c630a4 with Priority: HIGHEST for action port [ 637.476268] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecee5768-1795-4b63-b6e4-160357c630a4 with Priority: HIGHEST for action port [ 637.476268] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecee5768-1795-4b63-b6e4-160357c630a4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.476268] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecee5768-1795-4b63-b6e4-160357c630a4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.476268] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecee5768-1795-4b63-b6e4-160357c630a4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.476268] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecee5768-1795-4b63-b6e4-160357c630a4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.476268] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecee5768-1795-4b63-b6e4-160357c630a4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.743806] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 185d4840-7b70-4920-bab9-8f1f524a70d7 [ 637.745331] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.745331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.745331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.745331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.745331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.745331] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:185d4840-7b70-4920-bab9-8f1f524a70d7 already deleted. [ 637.745646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-185d4840-7b70-4920-bab9-8f1f524a70d7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.763996] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.764237] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.764360] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.765184] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.765184] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.765184] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 6cd333b5-222a-47f3-b2d3-6dbc8e5b5dde not found, creating... [ 637.765184] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.765350] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.765569] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.765708] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.765749] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.766096] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.766205] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.766496] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.766541] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.766652] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.766796] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 6cd333b5-222a-47f3-b2d3-6dbc8e5b5dde is going to be created. [ 637.790357] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.790505] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.790613] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.790827] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.790827] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.791337] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-6cd333b5-222a-47f3-b2d3-6dbc8e5b5dde" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.978494] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ecee5768-1795-4b63-b6e4-160357c630a4 [ 637.978771] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.978892] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.978943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.979167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.979258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.979362] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ecee5768-1795-4b63-b6e4-160357c630a4 already deleted. [ 637.979446] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecee5768-1795-4b63-b6e4-160357c630a4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.507628] env[65894]: INFO networking_nsxv3.common.synchronization [req-8b0cbcc7-bd56-4e03-9117-99e1ea0a5083 req-87355e3a-0e5c-4349-a7e3-051a7f31365e service nova] Enqueued Resource ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb with Priority: HIGHEST for action security_group_rules [ 638.510019] env[65894]: INFO networking_nsxv3.common.synchronization [req-8b0cbcc7-bd56-4e03-9117-99e1ea0a5083 req-87355e3a-0e5c-4349-a7e3-051a7f31365e service nova] Enqueued Resource ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb with Priority: HIGHEST for action security_group_members [ 638.510019] env[65894]: INFO networking_nsxv3.common.synchronization [req-8b0cbcc7-bd56-4e03-9117-99e1ea0a5083 req-87355e3a-0e5c-4349-a7e3-051a7f31365e service nova] Enqueued Resource ID: 6cd333b5-222a-47f3-b2d3-6dbc8e5b5dde with Priority: HIGHEST for action port [ 638.510019] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb with Priority: HIGHEST for action security_group_rules [ 638.510019] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb with Priority: HIGHEST for action security_group_members [ 638.510019] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd333b5-222a-47f3-b2d3-6dbc8e5b5dde with Priority: HIGHEST for action port [ 638.510019] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d8de128-d072-476d-a7e8-77dc7d1b76cb taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.510019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.510019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.514649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.514649] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d8de128-d072-476d-a7e8-77dc7d1b76cb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.514649] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d8de128-d072-476d-a7e8-77dc7d1b76cb taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.514649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.514649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.514649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.514649] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.514649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.514649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.514649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.514649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.514649] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d8de128-d072-476d-a7e8-77dc7d1b76cb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.515318] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cd333b5-222a-47f3-b2d3-6dbc8e5b5dde taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.515499] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cd333b5-222a-47f3-b2d3-6dbc8e5b5dde" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.516080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cd333b5-222a-47f3-b2d3-6dbc8e5b5dde" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.516080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cd333b5-222a-47f3-b2d3-6dbc8e5b5dde" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.516080] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cd333b5-222a-47f3-b2d3-6dbc8e5b5dde',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.019192] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d8de128-d072-476d-a7e8-77dc7d1b76cb taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.019192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.019397] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d8de128-d072-476d-a7e8-77dc7d1b76cb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.023716] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6cd333b5-222a-47f3-b2d3-6dbc8e5b5dde with status ACTIVE [ 639.023716] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.023716] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.023716] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.023716] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.023716] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.024113] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.024193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.024250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.024538] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.024623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.025001] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.025001] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.025001] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.025402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.025485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.025616] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6cd333b5-222a-47f3-b2d3-6dbc8e5b5dde is going to be updated. [ 639.075574] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.075574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.075574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.075574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.075574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.075574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cd333b5-222a-47f3-b2d3-6dbc8e5b5dde" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.528262] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d8de128-d072-476d-a7e8-77dc7d1b76cb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.034776] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.035036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.035104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.035384] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.035484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.035595] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb is going to be created. [ 640.061819] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.061902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.061902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.065902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.065902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.074493] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb in Status: UNINITIALIZED for 2s [ 641.146941] env[65894]: INFO networking_nsxv3.common.synchronization [None req-cb474682-71f6-499b-93d8-99ff9eab1170 None None] Enqueued Resource ID: 2e553717-0853-45e1-9f3d-840c2578fc29 with Priority: HIGHEST for action port [ 641.147574] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e553717-0853-45e1-9f3d-840c2578fc29 with Priority: HIGHEST for action port [ 641.147808] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e553717-0853-45e1-9f3d-840c2578fc29 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.147925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e553717-0853-45e1-9f3d-840c2578fc29" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.147988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e553717-0853-45e1-9f3d-840c2578fc29" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.149088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e553717-0853-45e1-9f3d-840c2578fc29" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.149088] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e553717-0853-45e1-9f3d-840c2578fc29',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.491979] env[65894]: INFO networking_nsxv3.common.synchronization [None req-7eb22521-5e21-43eb-83b3-d88eb4ee47f3 None None] Enqueued Resource ID: 7d3bd626-2490-4ad1-aba6-a55e601137c7 with Priority: HIGHEST for action port [ 641.492568] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3bd626-2490-4ad1-aba6-a55e601137c7 with Priority: HIGHEST for action port [ 641.492944] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d3bd626-2490-4ad1-aba6-a55e601137c7 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.493943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d3bd626-2490-4ad1-aba6-a55e601137c7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.493943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d3bd626-2490-4ad1-aba6-a55e601137c7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.494528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d3bd626-2490-4ad1-aba6-a55e601137c7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.494935] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d3bd626-2490-4ad1-aba6-a55e601137c7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.652362] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e553717-0853-45e1-9f3d-840c2578fc29 [ 641.652581] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.652749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.652844] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.653633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.653633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.653633] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e553717-0853-45e1-9f3d-840c2578fc29 already deleted. [ 641.653633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e553717-0853-45e1-9f3d-840c2578fc29" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.997770] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d3bd626-2490-4ad1-aba6-a55e601137c7 [ 641.998042] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.998208] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.998435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.998589] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.000013] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.000013] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d3bd626-2490-4ad1-aba6-a55e601137c7 already deleted. [ 642.000013] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d3bd626-2490-4ad1-aba6-a55e601137c7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.087435] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb in Status: SUCCESS [ 642.087435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.087435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.087435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.088178] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.088178] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.088178] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.089230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.089230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.089397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.089397] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d8de128-d072-476d-a7e8-77dc7d1b76cb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.418465] env[65894]: INFO networking_nsxv3.common.synchronization [req-4cc803a5-0e59-4486-9b0e-35effdc9b93b req-f3a94702-2b9c-4589-92c3-1f8d28040ecc tempest-VolumesAdminNegativeTest-1836195249 tempest-VolumesAdminNegativeTest-1836195249-project-member] Enqueued Resource ID: 3918ef74-eff0-462b-bd56-946b7fe18007 with Priority: HIGHEST for action security_group_members [ 642.419123] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3918ef74-eff0-462b-bd56-946b7fe18007 with Priority: HIGHEST for action security_group_members [ 642.419437] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3918ef74-eff0-462b-bd56-946b7fe18007 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.419566] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3918ef74-eff0-462b-bd56-946b7fe18007" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.419636] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3918ef74-eff0-462b-bd56-946b7fe18007" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.419978] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3918ef74-eff0-462b-bd56-946b7fe18007" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.421033] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.421033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.421033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.421033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.421033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.421033] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3918ef74-eff0-462b-bd56-946b7fe18007',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.592315] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d8de128-d072-476d-a7e8-77dc7d1b76cb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.806873] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.807088] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-240" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.807235] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-240" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.807553] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-240" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.808181] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.808181] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.808356] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.808626] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.808822] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.809094] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.809260] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.809421] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.809588] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.809762] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.809923] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.810121] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.840924] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.841185] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.842546] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.842807] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-240" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.843170] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-0330ad8e-5deb-4da0-bbfe-30fa4acbf3eb taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.843600] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-0330ad8e-5deb-4da0-bbfe-30fa4acbf3eb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.843600] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-0330ad8e-5deb-4da0-bbfe-30fa4acbf3eb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.843847] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-0330ad8e-5deb-4da0-bbfe-30fa4acbf3eb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.843982] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0330ad8e-5deb-4da0-bbfe-30fa4acbf3eb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.923476] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.923676] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.924607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.924607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.924607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.924607] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.924607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.924607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.925130] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.925130] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.925130] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3918ef74-eff0-462b-bd56-946b7fe18007 already deleted. [ 642.925130] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3918ef74-eff0-462b-bd56-946b7fe18007" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.095035] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d8de128-d072-476d-a7e8-77dc7d1b76cb: rpc.has_security_group_logging(os_id): False [ 643.114677] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.114912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.115014] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.115285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.115418] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.115723] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.115913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.115913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.116135] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.116237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.116356] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb is going to be created. [ 643.119626] env[65894]: INFO networking_nsxv3.common.synchronization [None req-9c6e807e-cd07-4102-a239-e3f5d63250e8 None None] Enqueued Resource ID: c9ce0fbf-be67-4677-b41c-de5d7d3e8e50 with Priority: HIGHEST for action port [ 643.120282] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9ce0fbf-be67-4677-b41c-de5d7d3e8e50 with Priority: HIGHEST for action port [ 643.120682] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9ce0fbf-be67-4677-b41c-de5d7d3e8e50 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.120833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9ce0fbf-be67-4677-b41c-de5d7d3e8e50" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.120927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9ce0fbf-be67-4677-b41c-de5d7d3e8e50" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.121211] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9ce0fbf-be67-4677-b41c-de5d7d3e8e50" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.121327] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9ce0fbf-be67-4677-b41c-de5d7d3e8e50',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.189625] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.189911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.189911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.190192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.190243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.200133] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb in Status: IN_PROGRESS for 2s [ 643.349412] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.349980] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.350224] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.350608] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.350842] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.351093] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 0330ad8e-5deb-4da0-bbfe-30fa4acbf3eb not found, creating... [ 643.351515] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.351722] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.351838] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.356519] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.356519] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.356770] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.356935] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.357104] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.357294] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.357775] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.357775] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 0330ad8e-5deb-4da0-bbfe-30fa4acbf3eb is going to be created. [ 643.391829] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.391829] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.392152] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.392200] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.393993] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.393993] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-0330ad8e-5deb-4da0-bbfe-30fa4acbf3eb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.624849] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9ce0fbf-be67-4677-b41c-de5d7d3e8e50 [ 643.624849] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.624849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.624849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.624849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.624849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.624849] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9ce0fbf-be67-4677-b41c-de5d7d3e8e50 already deleted. [ 643.624849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9ce0fbf-be67-4677-b41c-de5d7d3e8e50" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.182254] env[65894]: INFO networking_nsxv3.common.synchronization [req-4cc803a5-0e59-4486-9b0e-35effdc9b93b req-bb7ad38d-61dd-49bb-aa3f-00ccf13cd8f5 service nova] Enqueued Resource ID: 3918ef74-eff0-462b-bd56-946b7fe18007 with Priority: HIGHEST for action security_group_rules [ 644.182254] env[65894]: INFO networking_nsxv3.common.synchronization [req-4cc803a5-0e59-4486-9b0e-35effdc9b93b req-bb7ad38d-61dd-49bb-aa3f-00ccf13cd8f5 service nova] Enqueued Resource ID: 3918ef74-eff0-462b-bd56-946b7fe18007 with Priority: HIGHEST for action security_group_members [ 644.182254] env[65894]: INFO networking_nsxv3.common.synchronization [req-4cc803a5-0e59-4486-9b0e-35effdc9b93b req-bb7ad38d-61dd-49bb-aa3f-00ccf13cd8f5 service nova] Enqueued Resource ID: 0330ad8e-5deb-4da0-bbfe-30fa4acbf3eb with Priority: HIGHEST for action port [ 644.182254] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3918ef74-eff0-462b-bd56-946b7fe18007 with Priority: HIGHEST for action security_group_rules [ 644.182254] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3918ef74-eff0-462b-bd56-946b7fe18007 with Priority: HIGHEST for action security_group_members [ 644.182254] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0330ad8e-5deb-4da0-bbfe-30fa4acbf3eb with Priority: HIGHEST for action port [ 644.182254] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3918ef74-eff0-462b-bd56-946b7fe18007 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.182254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3918ef74-eff0-462b-bd56-946b7fe18007" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.182966] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3918ef74-eff0-462b-bd56-946b7fe18007" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.183343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3918ef74-eff0-462b-bd56-946b7fe18007" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.183554] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3918ef74-eff0-462b-bd56-946b7fe18007',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.186619] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3918ef74-eff0-462b-bd56-946b7fe18007 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.187312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3918ef74-eff0-462b-bd56-946b7fe18007" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.187312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3918ef74-eff0-462b-bd56-946b7fe18007" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.187312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3918ef74-eff0-462b-bd56-946b7fe18007" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.187787] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.187787] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.187787] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.188031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.188157] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.188271] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3918ef74-eff0-462b-bd56-946b7fe18007',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.189333] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-0330ad8e-5deb-4da0-bbfe-30fa4acbf3eb taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.189467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0330ad8e-5deb-4da0-bbfe-30fa4acbf3eb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.189551] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0330ad8e-5deb-4da0-bbfe-30fa4acbf3eb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.189826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0330ad8e-5deb-4da0-bbfe-30fa4acbf3eb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.189826] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0330ad8e-5deb-4da0-bbfe-30fa4acbf3eb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.692687] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3918ef74-eff0-462b-bd56-946b7fe18007',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.693893] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3918ef74-eff0-462b-bd56-946b7fe18007 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.694079] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3918ef74-eff0-462b-bd56-946b7fe18007" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.694753] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0330ad8e-5deb-4da0-bbfe-30fa4acbf3eb with status ACTIVE [ 644.694753] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.694753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.694753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.694753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.695359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.695359] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.695359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.695359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.695873] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.695873] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.695873] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.695873] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.695873] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.698021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.699737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.699737] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0330ad8e-5deb-4da0-bbfe-30fa4acbf3eb is going to be updated. [ 644.723500] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.723500] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.723500] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.724429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.724429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.724429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0330ad8e-5deb-4da0-bbfe-30fa4acbf3eb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.185567] env[65894]: INFO networking_nsxv3.common.synchronization [req-ff45b3f6-ebc7-432d-90ec-f2d995f82c9a req-8fe0f204-1ffd-4296-b8dc-d8af40e56961 tempest-DeleteServersAdminTestJSON-564882954 tempest-DeleteServersAdminTestJSON-564882954-project-member] Enqueued Resource ID: 2833535a-c8c1-4299-b2de-9a76b817addd with Priority: HIGHEST for action security_group_members [ 645.186236] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2833535a-c8c1-4299-b2de-9a76b817addd with Priority: HIGHEST for action security_group_members [ 645.187284] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2833535a-c8c1-4299-b2de-9a76b817addd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.187705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.187786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.188275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.188275] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.188275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.188433] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.188634] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.188634] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.188756] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2833535a-c8c1-4299-b2de-9a76b817addd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.200356] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3918ef74-eff0-462b-bd56-946b7fe18007',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.215519] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb in Status: SUCCESS [ 645.215760] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.692034] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.692034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.692034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.692253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.692253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.692468] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.692638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.692736] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.692959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.693655] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.693655] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2833535a-c8c1-4299-b2de-9a76b817addd is going to be updated. [ 645.704825] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.705808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.705808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.705808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.705971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.705971] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3918ef74-eff0-462b-bd56-946b7fe18007 is going to be created. [ 645.730128] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.730310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.730371] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.730663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.730871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.732756] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.732876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.732990] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.733180] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.733321] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.745969] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2833535a-c8c1-4299-b2de-9a76b817addd in Status: IN_PROGRESS for 2s [ 645.746905] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3918ef74-eff0-462b-bd56-946b7fe18007 in Status: UNINITIALIZED for 2s [ 645.909658] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-292 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.909860] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.910229] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.910316] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.910550] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.910758] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.910876] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.911671] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.912093] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.912371] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.912501] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.912614] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.912716] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.912820] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.912930] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.913083] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.932152] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.932386] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.932556] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.932771] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.933154] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-ada367a8-1a66-4738-bf0b-e474c2b8a6c9 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.933343] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-ada367a8-1a66-4738-bf0b-e474c2b8a6c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.933455] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-ada367a8-1a66-4738-bf0b-e474c2b8a6c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.933829] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-ada367a8-1a66-4738-bf0b-e474c2b8a6c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.933986] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ada367a8-1a66-4738-bf0b-e474c2b8a6c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.436272] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.436657] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.436657] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.437017] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.437196] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.437393] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port ada367a8-1a66-4738-bf0b-e474c2b8a6c9 not found, creating... [ 646.437681] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.437855] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.437942] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.438184] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.438314] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.438598] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.438752] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.438862] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.439245] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.439401] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.439541] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: ada367a8-1a66-4738-bf0b-e474c2b8a6c9 is going to be created. [ 646.460498] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.461266] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.461777] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.462166] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.462490] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.462867] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-ada367a8-1a66-4738-bf0b-e474c2b8a6c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.678372] env[65894]: INFO networking_nsxv3.common.synchronization [req-19164d21-2baf-46cf-9bfb-bada8e82322a req-046e5f51-ad44-43e2-9e16-2f05dd814d67 tempest-AttachInterfacesV270Test-1461161010 tempest-AttachInterfacesV270Test-1461161010-project-member] Enqueued Resource ID: 2d3e84fe-ec27-465c-bfe4-6557d06b1d69 with Priority: HIGHEST for action security_group_members [ 646.678372] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3e84fe-ec27-465c-bfe4-6557d06b1d69 with Priority: HIGHEST for action security_group_members [ 646.678696] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d3e84fe-ec27-465c-bfe4-6557d06b1d69 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.678854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d3e84fe-ec27-465c-bfe4-6557d06b1d69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.678914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d3e84fe-ec27-465c-bfe4-6557d06b1d69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.679228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d3e84fe-ec27-465c-bfe4-6557d06b1d69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.679597] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.679597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.679597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.679811] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.679921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.680054] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d3e84fe-ec27-465c-bfe4-6557d06b1d69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.110691] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.111022] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-45" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.111022] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-45" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.111284] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-45" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.111548] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.113058] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.113058] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.113058] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.113058] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.113058] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.113058] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.113058] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.113058] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.113058] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.113058] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.113058] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.135721] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.135958] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 647.136087] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.136284] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-45" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.136705] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-f5ee5875-1e80-4235-8912-eb62f7b72a66 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.137168] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-f5ee5875-1e80-4235-8912-eb62f7b72a66" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.137168] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-f5ee5875-1e80-4235-8912-eb62f7b72a66" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.137377] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-f5ee5875-1e80-4235-8912-eb62f7b72a66" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.137575] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5ee5875-1e80-4235-8912-eb62f7b72a66',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.183382] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.183771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.183771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.184044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.184210] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.184856] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.184856] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.184856] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.185135] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.185135] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.185369] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d3e84fe-ec27-465c-bfe4-6557d06b1d69 already deleted. [ 647.185621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d3e84fe-ec27-465c-bfe4-6557d06b1d69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.264857] env[65894]: INFO networking_nsxv3.common.synchronization [req-ff45b3f6-ebc7-432d-90ec-f2d995f82c9a req-6e7bb73f-f283-47f9-980b-2304fb6f8ef9 service nova] Enqueued Resource ID: 2833535a-c8c1-4299-b2de-9a76b817addd with Priority: HIGHEST for action security_group_rules [ 647.265209] env[65894]: INFO networking_nsxv3.common.synchronization [req-ff45b3f6-ebc7-432d-90ec-f2d995f82c9a req-6e7bb73f-f283-47f9-980b-2304fb6f8ef9 service nova] Enqueued Resource ID: 2833535a-c8c1-4299-b2de-9a76b817addd with Priority: HIGHEST for action security_group_members [ 647.265345] env[65894]: INFO networking_nsxv3.common.synchronization [req-ff45b3f6-ebc7-432d-90ec-f2d995f82c9a req-6e7bb73f-f283-47f9-980b-2304fb6f8ef9 service nova] Enqueued Resource ID: ada367a8-1a66-4738-bf0b-e474c2b8a6c9 with Priority: HIGHEST for action port [ 647.266195] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2833535a-c8c1-4299-b2de-9a76b817addd with Priority: HIGHEST for action security_group_rules [ 647.266260] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2833535a-c8c1-4299-b2de-9a76b817addd with Priority: HIGHEST for action security_group_members [ 647.266396] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ada367a8-1a66-4738-bf0b-e474c2b8a6c9 with Priority: HIGHEST for action port [ 647.266863] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2833535a-c8c1-4299-b2de-9a76b817addd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.266969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.267180] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.267413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.267521] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2833535a-c8c1-4299-b2de-9a76b817addd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.268741] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2833535a-c8c1-4299-b2de-9a76b817addd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.268827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.269105] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-ada367a8-1a66-4738-bf0b-e474c2b8a6c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.269259] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ada367a8-1a66-4738-bf0b-e474c2b8a6c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.269344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ada367a8-1a66-4738-bf0b-e474c2b8a6c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.269941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ada367a8-1a66-4738-bf0b-e474c2b8a6c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.269941] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ada367a8-1a66-4738-bf0b-e474c2b8a6c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.641940] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.641940] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.642135] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.642409] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.642541] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.642731] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port f5ee5875-1e80-4235-8912-eb62f7b72a66 not found, creating... [ 647.642937] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.643524] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.643704] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.643929] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.644080] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.644441] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.644756] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.644826] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.645044] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.645175] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.645308] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: f5ee5875-1e80-4235-8912-eb62f7b72a66 is going to be created. [ 647.671657] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.671871] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.671992] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.672420] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.672556] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.672776] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-f5ee5875-1e80-4235-8912-eb62f7b72a66" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.762584] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2833535a-c8c1-4299-b2de-9a76b817addd in Status: SUCCESS [ 647.762872] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2833535a-c8c1-4299-b2de-9a76b817addd deletion is rescheduled due to dependency. [ 647.763019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.763868] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3918ef74-eff0-462b-bd56-946b7fe18007 in Status: SUCCESS [ 647.764679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3918ef74-eff0-462b-bd56-946b7fe18007" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.764865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.765371] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.765570] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.765730] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.765795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.766225] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.766225] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.766225] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2833535a-c8c1-4299-b2de-9a76b817addd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.767150] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3918ef74-eff0-462b-bd56-946b7fe18007" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.767282] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3918ef74-eff0-462b-bd56-946b7fe18007" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.767509] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.767627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.767692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.767845] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.767951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.768054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3918ef74-eff0-462b-bd56-946b7fe18007" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.768227] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3918ef74-eff0-462b-bd56-946b7fe18007',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.772336] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2833535a-c8c1-4299-b2de-9a76b817addd taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.772456] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.772643] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ada367a8-1a66-4738-bf0b-e474c2b8a6c9 with status ACTIVE [ 647.772782] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.772906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.772950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.773141] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.773226] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.773393] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.773487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.773544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.773689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.773797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.773933] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.774471] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.774471] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.774471] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.774471] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.774471] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ada367a8-1a66-4738-bf0b-e474c2b8a6c9 is going to be updated. [ 647.820533] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.820699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.820761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.821027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.822832] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.822832] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ada367a8-1a66-4738-bf0b-e474c2b8a6c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.271885] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2833535a-c8c1-4299-b2de-9a76b817addd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.280596] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3918ef74-eff0-462b-bd56-946b7fe18007 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.280801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3918ef74-eff0-462b-bd56-946b7fe18007" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.280909] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3918ef74-eff0-462b-bd56-946b7fe18007" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.281227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3918ef74-eff0-462b-bd56-946b7fe18007" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.281467] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.282038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.282038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.282038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.282038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.282356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3918ef74-eff0-462b-bd56-946b7fe18007" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.284803] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3918ef74-eff0-462b-bd56-946b7fe18007 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.284803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3918ef74-eff0-462b-bd56-946b7fe18007" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.284803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3918ef74-eff0-462b-bd56-946b7fe18007" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.284803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3918ef74-eff0-462b-bd56-946b7fe18007" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.284803] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.284803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.284803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.284803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.284803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.284803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3918ef74-eff0-462b-bd56-946b7fe18007" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.284803] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3918ef74-eff0-462b-bd56-946b7fe18007',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.424392] env[65894]: INFO networking_nsxv3.common.synchronization [req-19164d21-2baf-46cf-9bfb-bada8e82322a req-0a506474-3ffe-409c-a56e-a45386124061 service nova] Enqueued Resource ID: 2d3e84fe-ec27-465c-bfe4-6557d06b1d69 with Priority: HIGHEST for action security_group_rules [ 648.424464] env[65894]: INFO networking_nsxv3.common.synchronization [req-19164d21-2baf-46cf-9bfb-bada8e82322a req-0a506474-3ffe-409c-a56e-a45386124061 service nova] Enqueued Resource ID: 2d3e84fe-ec27-465c-bfe4-6557d06b1d69 with Priority: HIGHEST for action security_group_members [ 648.424565] env[65894]: INFO networking_nsxv3.common.synchronization [req-19164d21-2baf-46cf-9bfb-bada8e82322a req-0a506474-3ffe-409c-a56e-a45386124061 service nova] Enqueued Resource ID: f5ee5875-1e80-4235-8912-eb62f7b72a66 with Priority: HIGHEST for action port [ 648.425090] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3e84fe-ec27-465c-bfe4-6557d06b1d69 with Priority: HIGHEST for action security_group_rules [ 648.425249] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3e84fe-ec27-465c-bfe4-6557d06b1d69 with Priority: HIGHEST for action security_group_members [ 648.425356] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5ee5875-1e80-4235-8912-eb62f7b72a66 with Priority: HIGHEST for action port [ 648.425619] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d3e84fe-ec27-465c-bfe4-6557d06b1d69 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.425734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d3e84fe-ec27-465c-bfe4-6557d06b1d69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.427105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d3e84fe-ec27-465c-bfe4-6557d06b1d69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.427523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d3e84fe-ec27-465c-bfe4-6557d06b1d69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.427567] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d3e84fe-ec27-465c-bfe4-6557d06b1d69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.428471] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d3e84fe-ec27-465c-bfe4-6557d06b1d69 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.429075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d3e84fe-ec27-465c-bfe4-6557d06b1d69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.429075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d3e84fe-ec27-465c-bfe4-6557d06b1d69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.429075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d3e84fe-ec27-465c-bfe4-6557d06b1d69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.430059] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.430177] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.430275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.430463] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.430586] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.430708] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d3e84fe-ec27-465c-bfe4-6557d06b1d69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.431740] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5ee5875-1e80-4235-8912-eb62f7b72a66 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.432783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5ee5875-1e80-4235-8912-eb62f7b72a66" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.432783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5ee5875-1e80-4235-8912-eb62f7b72a66" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.432783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5ee5875-1e80-4235-8912-eb62f7b72a66" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.432783] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5ee5875-1e80-4235-8912-eb62f7b72a66',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.777046] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2833535a-c8c1-4299-b2de-9a76b817addd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.788728] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3918ef74-eff0-462b-bd56-946b7fe18007: rpc.has_security_group_logging(os_id): False [ 648.809316] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.809515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.809515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.809920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.810695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.810695] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.810695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.810695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.810695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.810695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.811028] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.811028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.811028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.811151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.811235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.811443] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.811543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.811604] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.811747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.811823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.812094] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3918ef74-eff0-462b-bd56-946b7fe18007 is going to be created. [ 648.911209] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.911209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.911209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.911209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.911470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.924373] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3918ef74-eff0-462b-bd56-946b7fe18007 in Status: IN_PROGRESS for 2s [ 648.935923] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5ee5875-1e80-4235-8912-eb62f7b72a66 with status ACTIVE [ 648.936350] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.936550] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.936618] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.936851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.936944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.937551] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.941027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.941027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.941027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.941027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.941027] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.941027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.941027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.941027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.941027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.941027] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5ee5875-1e80-4235-8912-eb62f7b72a66 is going to be updated. [ 648.941027] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d3e84fe-ec27-465c-bfe4-6557d06b1d69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.941680] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d3e84fe-ec27-465c-bfe4-6557d06b1d69 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.941770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d3e84fe-ec27-465c-bfe4-6557d06b1d69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.984062] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.984062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.984062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.984284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.984284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.984497] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5ee5875-1e80-4235-8912-eb62f7b72a66" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.283878] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.283878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.283878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.283878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.283878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.284329] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2833535a-c8c1-4299-b2de-9a76b817addd is going to be updated. [ 649.318175] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.318323] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.318428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.318587] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.318723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.330714] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2833535a-c8c1-4299-b2de-9a76b817addd in Status: IN_PROGRESS for 2s [ 649.449091] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d3e84fe-ec27-465c-bfe4-6557d06b1d69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.756178] env[65894]: INFO networking_nsxv3.common.synchronization [req-1d34f312-cb77-43c2-aef2-3bf9c44108cb req-2aa87a40-8ace-416a-b54f-629a64327cef tempest-ServerAddressesTestJSON-1318056417 tempest-ServerAddressesTestJSON-1318056417-project-member] Enqueued Resource ID: ff9f1226-f894-4743-8eda-a4d8c8be1f65 with Priority: HIGHEST for action security_group_members [ 649.756750] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff9f1226-f894-4743-8eda-a4d8c8be1f65 with Priority: HIGHEST for action security_group_members [ 649.757359] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff9f1226-f894-4743-8eda-a4d8c8be1f65 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.757834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff9f1226-f894-4743-8eda-a4d8c8be1f65" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.757834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff9f1226-f894-4743-8eda-a4d8c8be1f65" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.758019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff9f1226-f894-4743-8eda-a4d8c8be1f65" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.758565] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.758565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.758565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.758728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.758728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.758841] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff9f1226-f894-4743-8eda-a4d8c8be1f65',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.953576] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.953576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.953576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.953576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.953576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.953576] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d3e84fe-ec27-465c-bfe4-6557d06b1d69 is going to be created. [ 649.996060] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.996310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.996679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.997369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.000598] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.019641] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d3e84fe-ec27-465c-bfe4-6557d06b1d69 in Status: UNINITIALIZED for 2s [ 650.106336] env[65894]: INFO networking_nsxv3.common.synchronization [None req-c15ffc49-4022-4ed7-a876-6003036a07fc None None] Enqueued Resource ID: ce1209da-27eb-499c-865f-0b705f9ce0ac with Priority: HIGHEST for action port [ 650.108223] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce1209da-27eb-499c-865f-0b705f9ce0ac with Priority: HIGHEST for action port [ 650.108223] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce1209da-27eb-499c-865f-0b705f9ce0ac taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.108223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce1209da-27eb-499c-865f-0b705f9ce0ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.108741] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce1209da-27eb-499c-865f-0b705f9ce0ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.108741] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce1209da-27eb-499c-865f-0b705f9ce0ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.108841] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce1209da-27eb-499c-865f-0b705f9ce0ac',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.263884] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.264100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.264100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.264339] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.264529] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.264809] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.264809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.264972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.265042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.265154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.265230] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff9f1226-f894-4743-8eda-a4d8c8be1f65 already deleted. [ 650.265304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff9f1226-f894-4743-8eda-a4d8c8be1f65" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.321301] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.321589] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-97" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.321589] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-97" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.321948] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-97" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.322220] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.322376] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.322483] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.322728] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.322866] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.324099] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.324413] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.324526] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.324649] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.324764] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.324879] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.324987] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.345612] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.345877] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.346106] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.347035] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-97" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.347035] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-d11e1966-206a-424e-8b9e-6c459db96d3b taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.347035] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-d11e1966-206a-424e-8b9e-6c459db96d3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.347035] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-d11e1966-206a-424e-8b9e-6c459db96d3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.347310] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-d11e1966-206a-424e-8b9e-6c459db96d3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.347450] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d11e1966-206a-424e-8b9e-6c459db96d3b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.611113] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce1209da-27eb-499c-865f-0b705f9ce0ac [ 650.611476] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.611476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.611618] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.611757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.611848] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.611937] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce1209da-27eb-499c-865f-0b705f9ce0ac already deleted. [ 650.612027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce1209da-27eb-499c-865f-0b705f9ce0ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.850022] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.850252] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.850382] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.851806] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.851806] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.851806] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port d11e1966-206a-424e-8b9e-6c459db96d3b not found, creating... [ 650.851806] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.851806] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.852121] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.852180] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.852285] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.852555] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.852696] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.852800] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.852998] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.853163] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.853331] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: d11e1966-206a-424e-8b9e-6c459db96d3b is going to be created. [ 650.883892] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.884319] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.884722] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.885032] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.885391] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.885631] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-d11e1966-206a-424e-8b9e-6c459db96d3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.941031] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3918ef74-eff0-462b-bd56-946b7fe18007 in Status: SUCCESS [ 650.941199] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3918ef74-eff0-462b-bd56-946b7fe18007" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.342367] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2833535a-c8c1-4299-b2de-9a76b817addd in Status: SUCCESS [ 651.342833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.342953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.343286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.343578] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.343756] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.343861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.344132] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.344272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.344412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.344557] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2833535a-c8c1-4299-b2de-9a76b817addd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.692321] env[65894]: INFO networking_nsxv3.common.synchronization [req-1d34f312-cb77-43c2-aef2-3bf9c44108cb req-c22dddb9-6b4d-4d1a-ac06-cb02e92fc386 service nova] Enqueued Resource ID: ff9f1226-f894-4743-8eda-a4d8c8be1f65 with Priority: HIGHEST for action security_group_rules [ 651.692321] env[65894]: INFO networking_nsxv3.common.synchronization [req-1d34f312-cb77-43c2-aef2-3bf9c44108cb req-c22dddb9-6b4d-4d1a-ac06-cb02e92fc386 service nova] Enqueued Resource ID: ff9f1226-f894-4743-8eda-a4d8c8be1f65 with Priority: HIGHEST for action security_group_members [ 651.692321] env[65894]: INFO networking_nsxv3.common.synchronization [req-1d34f312-cb77-43c2-aef2-3bf9c44108cb req-c22dddb9-6b4d-4d1a-ac06-cb02e92fc386 service nova] Enqueued Resource ID: d11e1966-206a-424e-8b9e-6c459db96d3b with Priority: HIGHEST for action port [ 651.692321] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff9f1226-f894-4743-8eda-a4d8c8be1f65 with Priority: HIGHEST for action security_group_rules [ 651.692321] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff9f1226-f894-4743-8eda-a4d8c8be1f65 with Priority: HIGHEST for action security_group_members [ 651.692321] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d11e1966-206a-424e-8b9e-6c459db96d3b with Priority: HIGHEST for action port [ 651.693581] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff9f1226-f894-4743-8eda-a4d8c8be1f65 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.693958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff9f1226-f894-4743-8eda-a4d8c8be1f65" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.694165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff9f1226-f894-4743-8eda-a4d8c8be1f65" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.694662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff9f1226-f894-4743-8eda-a4d8c8be1f65" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.694951] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff9f1226-f894-4743-8eda-a4d8c8be1f65',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.696124] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff9f1226-f894-4743-8eda-a4d8c8be1f65 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.696459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff9f1226-f894-4743-8eda-a4d8c8be1f65" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.696648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff9f1226-f894-4743-8eda-a4d8c8be1f65" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.697014] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff9f1226-f894-4743-8eda-a4d8c8be1f65" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.697367] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.697593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.697767] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.698772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.698772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.698772] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff9f1226-f894-4743-8eda-a4d8c8be1f65',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.701017] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-d11e1966-206a-424e-8b9e-6c459db96d3b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.701017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d11e1966-206a-424e-8b9e-6c459db96d3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.701017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d11e1966-206a-424e-8b9e-6c459db96d3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.701017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d11e1966-206a-424e-8b9e-6c459db96d3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.701017] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d11e1966-206a-424e-8b9e-6c459db96d3b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.849809] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2833535a-c8c1-4299-b2de-9a76b817addd taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.849809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.849809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.850078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.850078] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.850165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.850202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.850338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.850422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.850809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.850809] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2833535a-c8c1-4299-b2de-9a76b817addd taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.850809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.850809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.851024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.851061] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.851148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.851201] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.851407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.851407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.851480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.852588] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2833535a-c8c1-4299-b2de-9a76b817addd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.032247] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d3e84fe-ec27-465c-bfe4-6557d06b1d69 in Status: SUCCESS [ 652.032441] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d3e84fe-ec27-465c-bfe4-6557d06b1d69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.032622] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d3e84fe-ec27-465c-bfe4-6557d06b1d69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.032942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d3e84fe-ec27-465c-bfe4-6557d06b1d69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.033223] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.033392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.033474] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.033682] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.033805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.033922] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d3e84fe-ec27-465c-bfe4-6557d06b1d69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.034759] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d3e84fe-ec27-465c-bfe4-6557d06b1d69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.068263] env[65894]: INFO networking_nsxv3.common.synchronization [req-efeed009-5fcd-43d3-ad00-ea6c6e664209 req-a25bcb25-9a6e-4541-81c1-7fd752f40bf4 tempest-InstanceActionsV221TestJSON-1517074051 tempest-InstanceActionsV221TestJSON-1517074051-project-member] Enqueued Resource ID: 17fc596b-9cc7-4a15-aeb4-ddfb3676b845 with Priority: HIGHEST for action security_group_members [ 652.068684] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17fc596b-9cc7-4a15-aeb4-ddfb3676b845 with Priority: HIGHEST for action security_group_members [ 652.069565] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-17fc596b-9cc7-4a15-aeb4-ddfb3676b845 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.069880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17fc596b-9cc7-4a15-aeb4-ddfb3676b845" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.069880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17fc596b-9cc7-4a15-aeb4-ddfb3676b845" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.070198] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17fc596b-9cc7-4a15-aeb4-ddfb3676b845" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.070442] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.070602] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.070963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.071097] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.071213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.071346] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17fc596b-9cc7-4a15-aeb4-ddfb3676b845',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.202704] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff9f1226-f894-4743-8eda-a4d8c8be1f65',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.203850] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff9f1226-f894-4743-8eda-a4d8c8be1f65 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.204018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff9f1226-f894-4743-8eda-a4d8c8be1f65" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.204117] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d11e1966-206a-424e-8b9e-6c459db96d3b with status ACTIVE [ 652.204307] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.204479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.204479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.204935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.204935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.204935] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.205302] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.205302] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.205302] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.205302] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.205740] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.205740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.205740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.205740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.205972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.205972] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d11e1966-206a-424e-8b9e-6c459db96d3b is going to be updated. [ 652.238656] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.238656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.238656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.238656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.238656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.238656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d11e1966-206a-424e-8b9e-6c459db96d3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.355170] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2833535a-c8c1-4299-b2de-9a76b817addd: rpc.has_security_group_logging(os_id): False [ 652.377528] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.377694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.377742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.377961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.378069] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.378295] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.378404] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.378466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.378628] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.378707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.378888] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.378982] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.379054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.379196] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.379271] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.379499] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.379575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.379627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.379723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.379797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.379880] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2833535a-c8c1-4299-b2de-9a76b817addd is going to be updated. [ 652.455267] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.455441] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.455492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.455680] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.455826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.468504] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2833535a-c8c1-4299-b2de-9a76b817addd in Status: IN_PROGRESS for 2s [ 652.518448] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.518448] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-307" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.518448] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-307" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.519411] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-307" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.519411] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.519932] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.519932] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.519932] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.520154] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.520253] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.520377] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.520479] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.520600] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.520716] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.520880] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.521090] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.538205] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d3e84fe-ec27-465c-bfe4-6557d06b1d69 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.538740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d3e84fe-ec27-465c-bfe4-6557d06b1d69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.538740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d3e84fe-ec27-465c-bfe4-6557d06b1d69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.538740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d3e84fe-ec27-465c-bfe4-6557d06b1d69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.539104] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.539104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.539104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.539420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.539420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.539588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d3e84fe-ec27-465c-bfe4-6557d06b1d69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.540461] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d3e84fe-ec27-465c-bfe4-6557d06b1d69 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.540461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d3e84fe-ec27-465c-bfe4-6557d06b1d69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.540461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d3e84fe-ec27-465c-bfe4-6557d06b1d69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.540461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d3e84fe-ec27-465c-bfe4-6557d06b1d69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.540461] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.540461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.540461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.540461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.540461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.540827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d3e84fe-ec27-465c-bfe4-6557d06b1d69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.540827] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d3e84fe-ec27-465c-bfe4-6557d06b1d69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.553648] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.553831] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 652.553968] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.554177] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-307" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.554536] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-bdda00cb-71a3-4624-80f9-6225d058114a taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.556040] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-bdda00cb-71a3-4624-80f9-6225d058114a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.556040] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-bdda00cb-71a3-4624-80f9-6225d058114a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.556964] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-bdda00cb-71a3-4624-80f9-6225d058114a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.557160] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdda00cb-71a3-4624-80f9-6225d058114a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.579133] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.579288] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.579359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.579593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.579691] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.579891] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.579990] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.580063] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.580213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.580289] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.580372] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17fc596b-9cc7-4a15-aeb4-ddfb3676b845 already deleted. [ 652.580450] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17fc596b-9cc7-4a15-aeb4-ddfb3676b845" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.709200] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff9f1226-f894-4743-8eda-a4d8c8be1f65',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.042435] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d3e84fe-ec27-465c-bfe4-6557d06b1d69: rpc.has_security_group_logging(os_id): False [ 653.062366] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.062366] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.062366] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.062366] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.062366] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.062366] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port bdda00cb-71a3-4624-80f9-6225d058114a not found, creating... [ 653.062366] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.062366] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.062871] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.062871] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.062969] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.063285] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.063433] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.063617] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.063853] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.063988] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.064139] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: bdda00cb-71a3-4624-80f9-6225d058114a is going to be created. [ 653.082352] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.082631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.082707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.083128] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.083234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.083559] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.083784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.083784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.084709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.084709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.084709] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.084709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.084709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.084709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.085055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.085055] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.085144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.085144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.085334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.085441] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.085535] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d3e84fe-ec27-465c-bfe4-6557d06b1d69 is going to be created. [ 653.103392] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.103607] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.103728] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.104008] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.104246] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.104508] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-bdda00cb-71a3-4624-80f9-6225d058114a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.157861] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.158103] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.158103] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.158338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.158545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.177757] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d3e84fe-ec27-465c-bfe4-6557d06b1d69 in Status: IN_PROGRESS for 2s [ 653.211689] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.211972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.211972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.212220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.212347] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.212432] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff9f1226-f894-4743-8eda-a4d8c8be1f65 is going to be created. [ 653.254456] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.254545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.254586] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.254831] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.255019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.295857] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff9f1226-f894-4743-8eda-a4d8c8be1f65 in Status: UNINITIALIZED for 2s [ 653.798993] env[65894]: INFO networking_nsxv3.common.synchronization [req-efeed009-5fcd-43d3-ad00-ea6c6e664209 req-5789d46a-63f0-4003-ab32-375a5baa0b08 service nova] Enqueued Resource ID: 17fc596b-9cc7-4a15-aeb4-ddfb3676b845 with Priority: HIGHEST for action security_group_rules [ 653.799480] env[65894]: INFO networking_nsxv3.common.synchronization [req-efeed009-5fcd-43d3-ad00-ea6c6e664209 req-5789d46a-63f0-4003-ab32-375a5baa0b08 service nova] Enqueued Resource ID: 17fc596b-9cc7-4a15-aeb4-ddfb3676b845 with Priority: HIGHEST for action security_group_members [ 653.799480] env[65894]: INFO networking_nsxv3.common.synchronization [req-efeed009-5fcd-43d3-ad00-ea6c6e664209 req-5789d46a-63f0-4003-ab32-375a5baa0b08 service nova] Enqueued Resource ID: bdda00cb-71a3-4624-80f9-6225d058114a with Priority: HIGHEST for action port [ 653.799773] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17fc596b-9cc7-4a15-aeb4-ddfb3676b845 with Priority: HIGHEST for action security_group_rules [ 653.799773] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17fc596b-9cc7-4a15-aeb4-ddfb3676b845 with Priority: HIGHEST for action security_group_members [ 653.799773] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdda00cb-71a3-4624-80f9-6225d058114a with Priority: HIGHEST for action port [ 653.800518] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17fc596b-9cc7-4a15-aeb4-ddfb3676b845 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.800518] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17fc596b-9cc7-4a15-aeb4-ddfb3676b845" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.800712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17fc596b-9cc7-4a15-aeb4-ddfb3676b845" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.800841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17fc596b-9cc7-4a15-aeb4-ddfb3676b845" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.800956] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17fc596b-9cc7-4a15-aeb4-ddfb3676b845',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.802111] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-17fc596b-9cc7-4a15-aeb4-ddfb3676b845 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.802632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17fc596b-9cc7-4a15-aeb4-ddfb3676b845" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.802632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17fc596b-9cc7-4a15-aeb4-ddfb3676b845" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.802632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17fc596b-9cc7-4a15-aeb4-ddfb3676b845" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.802870] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.802870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.802870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.802995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.803040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.803231] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17fc596b-9cc7-4a15-aeb4-ddfb3676b845',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.804324] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdda00cb-71a3-4624-80f9-6225d058114a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.804324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdda00cb-71a3-4624-80f9-6225d058114a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.804324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdda00cb-71a3-4624-80f9-6225d058114a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.804564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdda00cb-71a3-4624-80f9-6225d058114a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.804564] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdda00cb-71a3-4624-80f9-6225d058114a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.308274] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17fc596b-9cc7-4a15-aeb4-ddfb3676b845',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.308437] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-17fc596b-9cc7-4a15-aeb4-ddfb3676b845 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.308437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17fc596b-9cc7-4a15-aeb4-ddfb3676b845" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.308634] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bdda00cb-71a3-4624-80f9-6225d058114a with status ACTIVE [ 654.311055] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.311055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.311055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.311055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.311055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.311055] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.311055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.311055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.312379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.312494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.312648] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.312755] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.312826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.312938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.313234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.313338] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bdda00cb-71a3-4624-80f9-6225d058114a is going to be updated. [ 654.338793] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.338927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.338988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.339224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.339364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.339538] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdda00cb-71a3-4624-80f9-6225d058114a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.484712] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2833535a-c8c1-4299-b2de-9a76b817addd in Status: SUCCESS [ 654.484712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.512298] env[65894]: INFO networking_nsxv3.common.synchronization [req-d589dbdd-8adb-446a-84e6-822d59bfe500 req-6c6e4205-2f7e-402a-83d9-6711bff47806 tempest-TenantUsagesTestJSON-758420279 tempest-TenantUsagesTestJSON-758420279-project-member] Enqueued Resource ID: 7796928c-8e3d-486a-9b52-5e15cc849591 with Priority: HIGHEST for action security_group_members [ 654.512963] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7796928c-8e3d-486a-9b52-5e15cc849591 with Priority: HIGHEST for action security_group_members [ 654.513400] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7796928c-8e3d-486a-9b52-5e15cc849591 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.513504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7796928c-8e3d-486a-9b52-5e15cc849591" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.513565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7796928c-8e3d-486a-9b52-5e15cc849591" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.513828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7796928c-8e3d-486a-9b52-5e15cc849591" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.513989] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.514144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.514208] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.514550] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.514866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.514866] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7796928c-8e3d-486a-9b52-5e15cc849591',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.816305] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17fc596b-9cc7-4a15-aeb4-ddfb3676b845',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.018173] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.018430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.018430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.019291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.019519] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.020144] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.020337] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.020428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.021009] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.021093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.021653] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7796928c-8e3d-486a-9b52-5e15cc849591 already deleted. [ 655.021763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7796928c-8e3d-486a-9b52-5e15cc849591" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.151883] env[65894]: INFO networking_nsxv3.common.synchronization [None req-904ca50a-3ccd-4c87-9cbb-1c8b0f695d47 None None] Enqueued Resource ID: ab7b0950-9184-467d-b1c0-2f1d2139a8fb with Priority: HIGHEST for action port [ 655.152625] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab7b0950-9184-467d-b1c0-2f1d2139a8fb with Priority: HIGHEST for action port [ 655.153161] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab7b0950-9184-467d-b1c0-2f1d2139a8fb taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.154899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab7b0950-9184-467d-b1c0-2f1d2139a8fb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.154899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab7b0950-9184-467d-b1c0-2f1d2139a8fb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.154899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab7b0950-9184-467d-b1c0-2f1d2139a8fb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.154899] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab7b0950-9184-467d-b1c0-2f1d2139a8fb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.191634] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d3e84fe-ec27-465c-bfe4-6557d06b1d69 in Status: SUCCESS [ 655.191634] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d3e84fe-ec27-465c-bfe4-6557d06b1d69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.306254] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-292 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.306254] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.306254] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.307551] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.308206] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.308600] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.308851] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.309276] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.309576] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.309885] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.310110] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.310327] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.310529] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.311070] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.311383] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.311656] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.313809] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff9f1226-f894-4743-8eda-a4d8c8be1f65 in Status: SUCCESS [ 655.314154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff9f1226-f894-4743-8eda-a4d8c8be1f65" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.314923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff9f1226-f894-4743-8eda-a4d8c8be1f65" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.315856] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff9f1226-f894-4743-8eda-a4d8c8be1f65" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.316773] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.316939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.317028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.317692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.317692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.317692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff9f1226-f894-4743-8eda-a4d8c8be1f65" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.317692] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff9f1226-f894-4743-8eda-a4d8c8be1f65',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.319135] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.319251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.319318] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.319487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.319571] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.319664] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17fc596b-9cc7-4a15-aeb4-ddfb3676b845 is going to be created. [ 655.340146] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.340302] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 655.340463] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.340638] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.340950] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-a393ef5a-ecdf-4b37-9072-874467249326 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.341146] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-a393ef5a-ecdf-4b37-9072-874467249326" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.341261] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-a393ef5a-ecdf-4b37-9072-874467249326" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.341593] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-a393ef5a-ecdf-4b37-9072-874467249326" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.341726] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a393ef5a-ecdf-4b37-9072-874467249326',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.347140] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.347298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.347359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.347601] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.347771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.359708] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17fc596b-9cc7-4a15-aeb4-ddfb3676b845 in Status: UNINITIALIZED for 2s [ 655.656215] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab7b0950-9184-467d-b1c0-2f1d2139a8fb [ 655.656574] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.656574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.656574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.656813] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.656813] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.657858] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab7b0950-9184-467d-b1c0-2f1d2139a8fb already deleted. [ 655.657858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab7b0950-9184-467d-b1c0-2f1d2139a8fb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.821612] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff9f1226-f894-4743-8eda-a4d8c8be1f65 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.822021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff9f1226-f894-4743-8eda-a4d8c8be1f65" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.822021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff9f1226-f894-4743-8eda-a4d8c8be1f65" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.822159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff9f1226-f894-4743-8eda-a4d8c8be1f65" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.822605] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.822605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.822605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.822605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.822902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.822902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff9f1226-f894-4743-8eda-a4d8c8be1f65" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.822902] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff9f1226-f894-4743-8eda-a4d8c8be1f65 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.823096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff9f1226-f894-4743-8eda-a4d8c8be1f65" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.823096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff9f1226-f894-4743-8eda-a4d8c8be1f65" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.823173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff9f1226-f894-4743-8eda-a4d8c8be1f65" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.823310] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.823414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.823477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.823618] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.823704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.823764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff9f1226-f894-4743-8eda-a4d8c8be1f65" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.823847] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff9f1226-f894-4743-8eda-a4d8c8be1f65',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.847855] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.851021] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.851021] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.851021] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.851021] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.851021] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port a393ef5a-ecdf-4b37-9072-874467249326 not found, creating... [ 655.851021] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.851021] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.851021] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.851021] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.851021] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.851916] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.851916] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.851916] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.851916] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.851916] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.851916] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: a393ef5a-ecdf-4b37-9072-874467249326 is going to be created. [ 655.878355] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.878783] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.878783] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.878981] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.879228] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.879453] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-a393ef5a-ecdf-4b37-9072-874467249326" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.326524] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff9f1226-f894-4743-8eda-a4d8c8be1f65: rpc.has_security_group_logging(os_id): False [ 656.346679] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.346868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.346931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.347170] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.347268] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.347519] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.347611] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.347648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.347798] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.347873] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.348077] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.348176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.348230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.348362] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.348444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.348649] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.348722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.348865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.348910] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.348973] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.349096] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff9f1226-f894-4743-8eda-a4d8c8be1f65 is going to be created. [ 656.433648] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.435091] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.435091] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.435091] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.435091] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.461349] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff9f1226-f894-4743-8eda-a4d8c8be1f65 in Status: IN_PROGRESS for 2s [ 656.622507] env[65894]: INFO networking_nsxv3.common.synchronization [req-d589dbdd-8adb-446a-84e6-822d59bfe500 req-38d24ab1-b19b-4cbb-93ac-cc38921b1651 service nova] Enqueued Resource ID: 7796928c-8e3d-486a-9b52-5e15cc849591 with Priority: HIGHEST for action security_group_rules [ 656.622728] env[65894]: INFO networking_nsxv3.common.synchronization [req-d589dbdd-8adb-446a-84e6-822d59bfe500 req-38d24ab1-b19b-4cbb-93ac-cc38921b1651 service nova] Enqueued Resource ID: 7796928c-8e3d-486a-9b52-5e15cc849591 with Priority: HIGHEST for action security_group_members [ 656.622957] env[65894]: INFO networking_nsxv3.common.synchronization [req-d589dbdd-8adb-446a-84e6-822d59bfe500 req-38d24ab1-b19b-4cbb-93ac-cc38921b1651 service nova] Enqueued Resource ID: a393ef5a-ecdf-4b37-9072-874467249326 with Priority: HIGHEST for action port [ 656.623418] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7796928c-8e3d-486a-9b52-5e15cc849591 with Priority: HIGHEST for action security_group_rules [ 656.623552] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7796928c-8e3d-486a-9b52-5e15cc849591 with Priority: HIGHEST for action security_group_members [ 656.623672] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a393ef5a-ecdf-4b37-9072-874467249326 with Priority: HIGHEST for action port [ 656.624129] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7796928c-8e3d-486a-9b52-5e15cc849591 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.624297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7796928c-8e3d-486a-9b52-5e15cc849591" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.624495] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7796928c-8e3d-486a-9b52-5e15cc849591" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.624839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7796928c-8e3d-486a-9b52-5e15cc849591" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.624973] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7796928c-8e3d-486a-9b52-5e15cc849591',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.626186] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7796928c-8e3d-486a-9b52-5e15cc849591 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.626186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7796928c-8e3d-486a-9b52-5e15cc849591" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.626490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7796928c-8e3d-486a-9b52-5e15cc849591" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.626621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7796928c-8e3d-486a-9b52-5e15cc849591" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.627105] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.627105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.627105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.627303] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.627438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.629888] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7796928c-8e3d-486a-9b52-5e15cc849591',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.629888] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-a393ef5a-ecdf-4b37-9072-874467249326 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.629888] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a393ef5a-ecdf-4b37-9072-874467249326" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.629888] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a393ef5a-ecdf-4b37-9072-874467249326" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.629888] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a393ef5a-ecdf-4b37-9072-874467249326" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.629888] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a393ef5a-ecdf-4b37-9072-874467249326',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.130864] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7796928c-8e3d-486a-9b52-5e15cc849591',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.132426] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7796928c-8e3d-486a-9b52-5e15cc849591 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.132567] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7796928c-8e3d-486a-9b52-5e15cc849591" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.132732] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a393ef5a-ecdf-4b37-9072-874467249326 with status ACTIVE [ 657.132927] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.133079] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.133079] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.133363] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.133534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.133684] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.133796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.133868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.134838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.134974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.138036] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.138199] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.138286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.138489] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.139128] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.139286] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a393ef5a-ecdf-4b37-9072-874467249326 is going to be updated. [ 657.162501] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.162662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.162705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.163996] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.163996] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.163996] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a393ef5a-ecdf-4b37-9072-874467249326" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.377335] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17fc596b-9cc7-4a15-aeb4-ddfb3676b845 in Status: SUCCESS [ 657.377335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17fc596b-9cc7-4a15-aeb4-ddfb3676b845" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.377335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17fc596b-9cc7-4a15-aeb4-ddfb3676b845" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.377335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17fc596b-9cc7-4a15-aeb4-ddfb3676b845" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.377335] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.377335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.377335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.377335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.377335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.377335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17fc596b-9cc7-4a15-aeb4-ddfb3676b845" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.377335] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17fc596b-9cc7-4a15-aeb4-ddfb3676b845',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.641632] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7796928c-8e3d-486a-9b52-5e15cc849591',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.882102] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-17fc596b-9cc7-4a15-aeb4-ddfb3676b845 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.882102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17fc596b-9cc7-4a15-aeb4-ddfb3676b845" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.882102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17fc596b-9cc7-4a15-aeb4-ddfb3676b845" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.882102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17fc596b-9cc7-4a15-aeb4-ddfb3676b845" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.882102] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.882398] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.882398] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.882398] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.882502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.882535] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17fc596b-9cc7-4a15-aeb4-ddfb3676b845" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.883962] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-17fc596b-9cc7-4a15-aeb4-ddfb3676b845 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.884857] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17fc596b-9cc7-4a15-aeb4-ddfb3676b845" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.884857] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17fc596b-9cc7-4a15-aeb4-ddfb3676b845" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.884946] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17fc596b-9cc7-4a15-aeb4-ddfb3676b845" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.885100] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.885246] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.885288] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.885722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.885722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.885722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17fc596b-9cc7-4a15-aeb4-ddfb3676b845" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.885722] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17fc596b-9cc7-4a15-aeb4-ddfb3676b845',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.146052] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.146533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.146533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.146644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.146786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.146893] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7796928c-8e3d-486a-9b52-5e15cc849591 is going to be created. [ 658.176364] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.176364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.176364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.176364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.176364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.188570] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7796928c-8e3d-486a-9b52-5e15cc849591 in Status: UNINITIALIZED for 2s [ 658.209521] env[65894]: INFO networking_nsxv3.common.synchronization [req-86e80051-4ffc-49af-b71e-de232d42acfb req-e0a33080-ac72-40c4-84b8-2d009ac55612 tempest-ServersNegativeTestJSON-1837726808 tempest-ServersNegativeTestJSON-1837726808-project-member] Enqueued Resource ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 with Priority: HIGHEST for action security_group_members [ 658.210223] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 with Priority: HIGHEST for action security_group_members [ 658.211113] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e76421d-d8aa-4982-9c18-a4627c658fb0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.211510] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.211684] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.212061] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.212356] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.212598] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.212792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.213100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.213321] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.213510] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e76421d-d8aa-4982-9c18-a4627c658fb0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.350067] env[65894]: INFO networking_nsxv3.common.synchronization [None req-5614fb5a-a3e1-435a-b450-9db5eff693ad None None] Enqueued Resource ID: ffeff865-4c2c-436e-8abb-93ca5cfd6552 with Priority: HIGHEST for action port [ 658.352513] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffeff865-4c2c-436e-8abb-93ca5cfd6552 with Priority: HIGHEST for action port [ 658.352949] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffeff865-4c2c-436e-8abb-93ca5cfd6552 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.356285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffeff865-4c2c-436e-8abb-93ca5cfd6552" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.356390] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffeff865-4c2c-436e-8abb-93ca5cfd6552" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.356724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffeff865-4c2c-436e-8abb-93ca5cfd6552" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.356815] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffeff865-4c2c-436e-8abb-93ca5cfd6552',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.388988] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17fc596b-9cc7-4a15-aeb4-ddfb3676b845: rpc.has_security_group_logging(os_id): False [ 658.415393] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.415393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.415393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.415393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.415393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.415393] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.415393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.415393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.415393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.415393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.415393] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.415393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.415393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.415393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.415393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.416110] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.416110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.417991] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.418163] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.418697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.418697] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17fc596b-9cc7-4a15-aeb4-ddfb3676b845 is going to be created. [ 658.477793] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff9f1226-f894-4743-8eda-a4d8c8be1f65 in Status: SUCCESS [ 658.478051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff9f1226-f894-4743-8eda-a4d8c8be1f65" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.490601] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.490843] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.490919] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.491223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.491497] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.510576] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17fc596b-9cc7-4a15-aeb4-ddfb3676b845 in Status: IN_PROGRESS for 2s [ 658.717069] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.717069] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.717069] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.717069] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.717388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.717388] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.717605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.717605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.717842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.717842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.717842] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 already deleted. [ 658.717983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.860577] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ffeff865-4c2c-436e-8abb-93ca5cfd6552 [ 658.860948] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.861184] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.861332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.861697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.861865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.861994] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ffeff865-4c2c-436e-8abb-93ca5cfd6552 already deleted. [ 658.862166] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffeff865-4c2c-436e-8abb-93ca5cfd6552" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.385532] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-202 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.385861] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-202" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.385861] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-202" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.387458] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-202" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.387789] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.387963] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.388092] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.388749] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.388749] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.388749] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.388917] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.388917] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.389082] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.390645] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.390645] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.390645] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.409046] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.409046] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.409046] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.409046] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-202" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.409355] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-662d5efd-e7a7-4c06-b653-2f5869e13db7 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.409480] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-662d5efd-e7a7-4c06-b653-2f5869e13db7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.409595] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-662d5efd-e7a7-4c06-b653-2f5869e13db7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.410356] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-662d5efd-e7a7-4c06-b653-2f5869e13db7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.410561] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('662d5efd-e7a7-4c06-b653-2f5869e13db7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.913010] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.913269] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.913401] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.913700] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.913850] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.914047] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 662d5efd-e7a7-4c06-b653-2f5869e13db7 not found, creating... [ 659.914326] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.914598] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.914598] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.914818] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.915033] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.915269] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.915417] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.915523] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.915743] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.917145] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.917493] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 662d5efd-e7a7-4c06-b653-2f5869e13db7 is going to be created. [ 659.941439] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.941689] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.941752] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.942039] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.942276] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.942580] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-662d5efd-e7a7-4c06-b653-2f5869e13db7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.199707] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7796928c-8e3d-486a-9b52-5e15cc849591 in Status: SUCCESS [ 660.199936] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7796928c-8e3d-486a-9b52-5e15cc849591" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.200133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7796928c-8e3d-486a-9b52-5e15cc849591" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.200358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7796928c-8e3d-486a-9b52-5e15cc849591" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.200553] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.200709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.200763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.200943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.201133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.201237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7796928c-8e3d-486a-9b52-5e15cc849591" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.201331] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7796928c-8e3d-486a-9b52-5e15cc849591',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.440719] env[65894]: INFO networking_nsxv3.common.synchronization [req-1323a468-386c-4881-81b5-639c07ffae96 req-3fa73df1-28c0-496f-915b-2fc3b4d6e4cd tempest-FloatingIPsAssociationTestJSON-78560310 tempest-FloatingIPsAssociationTestJSON-78560310-project-member] Enqueued Resource ID: 0e2db3c7-419d-4499-a266-d45e27082c3e with Priority: HIGHEST for action security_group_members [ 660.441900] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e2db3c7-419d-4499-a266-d45e27082c3e with Priority: HIGHEST for action security_group_members [ 660.441900] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e2db3c7-419d-4499-a266-d45e27082c3e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.441900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.441900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.442650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.445448] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.445603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.445603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.445801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.445874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.445980] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e2db3c7-419d-4499-a266-d45e27082c3e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.527046] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17fc596b-9cc7-4a15-aeb4-ddfb3676b845 in Status: SUCCESS [ 660.527733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17fc596b-9cc7-4a15-aeb4-ddfb3676b845" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.685659] env[65894]: INFO networking_nsxv3.common.synchronization [req-86e80051-4ffc-49af-b71e-de232d42acfb req-171539d3-c1d6-4232-98ff-edf87a8243c2 service nova] Enqueued Resource ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 with Priority: HIGHEST for action security_group_rules [ 660.685829] env[65894]: INFO networking_nsxv3.common.synchronization [req-86e80051-4ffc-49af-b71e-de232d42acfb req-171539d3-c1d6-4232-98ff-edf87a8243c2 service nova] Enqueued Resource ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 with Priority: HIGHEST for action security_group_members [ 660.685967] env[65894]: INFO networking_nsxv3.common.synchronization [req-86e80051-4ffc-49af-b71e-de232d42acfb req-171539d3-c1d6-4232-98ff-edf87a8243c2 service nova] Enqueued Resource ID: 662d5efd-e7a7-4c06-b653-2f5869e13db7 with Priority: HIGHEST for action port [ 660.686898] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 with Priority: HIGHEST for action security_group_rules [ 660.687069] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 with Priority: HIGHEST for action security_group_members [ 660.687240] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662d5efd-e7a7-4c06-b653-2f5869e13db7 with Priority: HIGHEST for action port [ 660.687692] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e76421d-d8aa-4982-9c18-a4627c658fb0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.687692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.687923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.688176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.688241] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e76421d-d8aa-4982-9c18-a4627c658fb0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.689844] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e76421d-d8aa-4982-9c18-a4627c658fb0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.689974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.690055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.691854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.691854] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.691854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.691854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.691854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.691854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.691854] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e76421d-d8aa-4982-9c18-a4627c658fb0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.694150] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-662d5efd-e7a7-4c06-b653-2f5869e13db7 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.695075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-662d5efd-e7a7-4c06-b653-2f5869e13db7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.695190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-662d5efd-e7a7-4c06-b653-2f5869e13db7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.696260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-662d5efd-e7a7-4c06-b653-2f5869e13db7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.696406] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('662d5efd-e7a7-4c06-b653-2f5869e13db7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.703347] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7796928c-8e3d-486a-9b52-5e15cc849591 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.703483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7796928c-8e3d-486a-9b52-5e15cc849591" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.703523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7796928c-8e3d-486a-9b52-5e15cc849591" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.703848] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7796928c-8e3d-486a-9b52-5e15cc849591" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.703922] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.704069] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.704069] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.704518] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.704518] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.704518] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7796928c-8e3d-486a-9b52-5e15cc849591" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.704881] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7796928c-8e3d-486a-9b52-5e15cc849591 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.704881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7796928c-8e3d-486a-9b52-5e15cc849591" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.704881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7796928c-8e3d-486a-9b52-5e15cc849591" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.704881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7796928c-8e3d-486a-9b52-5e15cc849591" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.706606] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.706606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.706606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.706606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.706606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.706606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7796928c-8e3d-486a-9b52-5e15cc849591" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.706606] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7796928c-8e3d-486a-9b52-5e15cc849591',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.946250] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-322 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.946458] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-322" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.946652] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-322" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.946952] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-322" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.947901] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.948122] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.948257] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.948667] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.948839] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.949072] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.949257] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.949410] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.949557] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.949733] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.949897] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.950900] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.952539] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e2db3c7-419d-4499-a266-d45e27082c3e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.991690] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.992289] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.992788] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.993274] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-322" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.993858] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-a2754a53-52f9-4ba4-8f99-15af03bc6e1e taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.994426] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-a2754a53-52f9-4ba4-8f99-15af03bc6e1e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.994768] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-a2754a53-52f9-4ba4-8f99-15af03bc6e1e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.998941] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-a2754a53-52f9-4ba4-8f99-15af03bc6e1e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.998941] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2754a53-52f9-4ba4-8f99-15af03bc6e1e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.202036] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e76421d-d8aa-4982-9c18-a4627c658fb0 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.202036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.202036] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e76421d-d8aa-4982-9c18-a4627c658fb0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.202036] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 662d5efd-e7a7-4c06-b653-2f5869e13db7 with status ACTIVE [ 661.202036] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.202036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.202036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.202036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.202036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.202036] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.202036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.203342] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.204901] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.204901] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.204901] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.204901] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.204901] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.208265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.208265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.208265] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 662d5efd-e7a7-4c06-b653-2f5869e13db7 is going to be updated. [ 661.211598] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7796928c-8e3d-486a-9b52-5e15cc849591: rpc.has_security_group_logging(os_id): False [ 661.239830] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.240342] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.240529] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.241090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.241388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.241919] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.242261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.242502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.242948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.243194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.243587] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.243982] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.244248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.244689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.245106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.245649] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.246057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.247090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.247090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.247090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.247549] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7796928c-8e3d-486a-9b52-5e15cc849591 is going to be created. [ 661.252913] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.252913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.252913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.252913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.252913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.252913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-662d5efd-e7a7-4c06-b653-2f5869e13db7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.287463] env[65894]: INFO networking_nsxv3.common.synchronization [None req-8119da6f-33c2-437a-afd7-298cf714d85c None None] Enqueued Resource ID: af796c1c-dbbf-4913-9f88-f3acd2942a51 with Priority: HIGHEST for action port [ 661.288362] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af796c1c-dbbf-4913-9f88-f3acd2942a51 with Priority: HIGHEST for action port [ 661.289207] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-af796c1c-dbbf-4913-9f88-f3acd2942a51 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.289207] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af796c1c-dbbf-4913-9f88-f3acd2942a51" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.289207] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af796c1c-dbbf-4913-9f88-f3acd2942a51" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.289627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af796c1c-dbbf-4913-9f88-f3acd2942a51" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.289742] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af796c1c-dbbf-4913-9f88-f3acd2942a51',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.403393] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.403667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.403667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.403928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.404148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.430508] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7796928c-8e3d-486a-9b52-5e15cc849591 in Status: IN_PROGRESS for 2s [ 661.456097] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e2db3c7-419d-4499-a266-d45e27082c3e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.501603] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.502275] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.502275] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.502739] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.502739] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.502875] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port a2754a53-52f9-4ba4-8f99-15af03bc6e1e not found, creating... [ 661.503210] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.503419] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.503607] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.503945] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.504122] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.504579] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.504762] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.504920] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.505190] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.505390] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.505643] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: a2754a53-52f9-4ba4-8f99-15af03bc6e1e is going to be created. [ 661.555569] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.556437] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.556437] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.557141] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.557402] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.557716] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-a2754a53-52f9-4ba4-8f99-15af03bc6e1e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.711276] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e76421d-d8aa-4982-9c18-a4627c658fb0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.794707] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af796c1c-dbbf-4913-9f88-f3acd2942a51 [ 661.795228] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.795228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.796806] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.796806] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.796806] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.796806] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af796c1c-dbbf-4913-9f88-f3acd2942a51 already deleted. [ 661.796806] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af796c1c-dbbf-4913-9f88-f3acd2942a51" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.960572] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.960572] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.960572] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.960987] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.960987] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.961152] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e2db3c7-419d-4499-a266-d45e27082c3e is going to be updated. [ 661.995948] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.996369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.996451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.996774] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.996930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.019931] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e2db3c7-419d-4499-a266-d45e27082c3e in Status: IN_PROGRESS for 2s [ 662.261841] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.261841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.261841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.261841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.261841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.261841] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 is going to be created. [ 662.261841] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.261841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.261841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.261841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.261841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.261841] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 in Status: UNINITIALIZED for 2s [ 662.361922] env[65894]: INFO networking_nsxv3.common.synchronization [req-1323a468-386c-4881-81b5-639c07ffae96 req-aad3c488-39f2-4b3a-924e-09fa3d24febd service nova] Enqueued Resource ID: 0e2db3c7-419d-4499-a266-d45e27082c3e with Priority: HIGHEST for action security_group_rules [ 662.362117] env[65894]: INFO networking_nsxv3.common.synchronization [req-1323a468-386c-4881-81b5-639c07ffae96 req-aad3c488-39f2-4b3a-924e-09fa3d24febd service nova] Enqueued Resource ID: 0e2db3c7-419d-4499-a266-d45e27082c3e with Priority: HIGHEST for action security_group_members [ 662.362298] env[65894]: INFO networking_nsxv3.common.synchronization [req-1323a468-386c-4881-81b5-639c07ffae96 req-aad3c488-39f2-4b3a-924e-09fa3d24febd service nova] Enqueued Resource ID: a2754a53-52f9-4ba4-8f99-15af03bc6e1e with Priority: HIGHEST for action port [ 662.362812] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e2db3c7-419d-4499-a266-d45e27082c3e with Priority: HIGHEST for action security_group_rules [ 662.362946] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e2db3c7-419d-4499-a266-d45e27082c3e with Priority: HIGHEST for action security_group_members [ 662.363298] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2754a53-52f9-4ba4-8f99-15af03bc6e1e with Priority: HIGHEST for action port [ 662.363917] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e2db3c7-419d-4499-a266-d45e27082c3e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.364075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.364189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.364511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.364822] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e2db3c7-419d-4499-a266-d45e27082c3e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.367151] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e2db3c7-419d-4499-a266-d45e27082c3e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.367320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.367565] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2754a53-52f9-4ba4-8f99-15af03bc6e1e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.368228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2754a53-52f9-4ba4-8f99-15af03bc6e1e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.368228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2754a53-52f9-4ba4-8f99-15af03bc6e1e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.368228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2754a53-52f9-4ba4-8f99-15af03bc6e1e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.368228] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2754a53-52f9-4ba4-8f99-15af03bc6e1e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.870535] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e2db3c7-419d-4499-a266-d45e27082c3e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.870994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.871073] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2754a53-52f9-4ba4-8f99-15af03bc6e1e with status ACTIVE [ 662.871364] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.871546] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.871727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.872012] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.872188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.872470] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.872637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.872855] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.873155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.873301] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.873598] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.873788] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.873886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.874126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.874239] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.874419] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2754a53-52f9-4ba4-8f99-15af03bc6e1e is going to be updated. [ 662.901009] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.901266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.901377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.901699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.901912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.902166] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2754a53-52f9-4ba4-8f99-15af03bc6e1e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.906055] env[65894]: INFO networking_nsxv3.common.synchronization [req-708270ae-0e77-4deb-8d85-dbdc82e12f32 req-d89e1542-f8c7-472c-8466-587fa7fe8cbf tempest-AttachInterfacesTestJSON-1026338332 tempest-AttachInterfacesTestJSON-1026338332-project-member] Enqueued Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_members [ 662.907026] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_members [ 662.907201] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.907376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.907484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.907842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.908091] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.908256] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.908358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.908638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.908783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.908933] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.368848] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-425 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.369114] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.369114] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.369402] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.369659] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.369813] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.369923] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.370146] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.370283] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.370490] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.370581] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.370681] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.370783] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.370906] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.371011] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.371139] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.406959] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.407165] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 663.407294] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.407413] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.407789] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-d46672c7-7aa5-46eb-9568-02ab2f9615d0 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.408017] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-d46672c7-7aa5-46eb-9568-02ab2f9615d0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.408622] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-d46672c7-7aa5-46eb-9568-02ab2f9615d0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.408622] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-d46672c7-7aa5-46eb-9568-02ab2f9615d0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.408622] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d46672c7-7aa5-46eb-9568-02ab2f9615d0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.411016] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.411189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.411269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.411516] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.411516] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.413534] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.413534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.413534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.413534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.413534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.413534] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf7e093-ca11-483e-b294-4645a455be90 already deleted. [ 663.413534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.445373] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7796928c-8e3d-486a-9b52-5e15cc849591 in Status: SUCCESS [ 663.445667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7796928c-8e3d-486a-9b52-5e15cc849591" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.792452] env[65894]: INFO networking_nsxv3.common.synchronization [None req-8319be29-e39f-4232-b54a-e5e6a12bdf7c None None] Enqueued Resource ID: a2914241-5b2f-401b-88ac-40af562e5ed3 with Priority: HIGHEST for action port [ 663.793573] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2914241-5b2f-401b-88ac-40af562e5ed3 with Priority: HIGHEST for action port [ 663.793997] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2914241-5b2f-401b-88ac-40af562e5ed3 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.794181] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2914241-5b2f-401b-88ac-40af562e5ed3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.794309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2914241-5b2f-401b-88ac-40af562e5ed3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.794645] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2914241-5b2f-401b-88ac-40af562e5ed3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.794742] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2914241-5b2f-401b-88ac-40af562e5ed3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.913699] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.914331] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.914331] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.914498] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.914721] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.914856] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port d46672c7-7aa5-46eb-9568-02ab2f9615d0 not found, creating... [ 663.915053] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.915264] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.915374] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.915567] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.915728] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.916152] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.916339] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.916460] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.916733] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.916868] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.917027] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: d46672c7-7aa5-46eb-9568-02ab2f9615d0 is going to be created. [ 663.951477] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.954027] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.954027] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.954027] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.954027] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.954027] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-d46672c7-7aa5-46eb-9568-02ab2f9615d0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.033441] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e2db3c7-419d-4499-a266-d45e27082c3e in Status: SUCCESS [ 664.033854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.033854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.033973] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.034144] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.034274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.034405] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.034547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.034670] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.034724] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e2db3c7-419d-4499-a266-d45e27082c3e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.272869] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 in Status: SUCCESS [ 664.273222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.273479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.273856] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.277254] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.277254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.277254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.277254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.277254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.277254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.277585] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e76421d-d8aa-4982-9c18-a4627c658fb0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.297388] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2914241-5b2f-401b-88ac-40af562e5ed3 [ 664.297634] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.297781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.297852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.298104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.298194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.298292] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2914241-5b2f-401b-88ac-40af562e5ed3 already deleted. [ 664.298375] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2914241-5b2f-401b-88ac-40af562e5ed3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.538952] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e2db3c7-419d-4499-a266-d45e27082c3e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.714688] env[65894]: INFO networking_nsxv3.common.synchronization [req-708270ae-0e77-4deb-8d85-dbdc82e12f32 req-929e1e67-e601-41f3-a776-8d2b47f56cf7 service nova] Enqueued Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_rules [ 664.714872] env[65894]: INFO networking_nsxv3.common.synchronization [req-708270ae-0e77-4deb-8d85-dbdc82e12f32 req-929e1e67-e601-41f3-a776-8d2b47f56cf7 service nova] Enqueued Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_members [ 664.715050] env[65894]: INFO networking_nsxv3.common.synchronization [req-708270ae-0e77-4deb-8d85-dbdc82e12f32 req-929e1e67-e601-41f3-a776-8d2b47f56cf7 service nova] Enqueued Resource ID: d46672c7-7aa5-46eb-9568-02ab2f9615d0 with Priority: HIGHEST for action port [ 664.715830] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_rules [ 664.715830] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_members [ 664.715830] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d46672c7-7aa5-46eb-9568-02ab2f9615d0 with Priority: HIGHEST for action port [ 664.716610] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.716817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.717022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.717258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.717415] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.718958] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.720327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.720491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.720858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.721106] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.722234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.722430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.723081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.723081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.723081] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.724954] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-d46672c7-7aa5-46eb-9568-02ab2f9615d0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.724954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d46672c7-7aa5-46eb-9568-02ab2f9615d0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.724954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d46672c7-7aa5-46eb-9568-02ab2f9615d0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.724954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d46672c7-7aa5-46eb-9568-02ab2f9615d0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.724954] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d46672c7-7aa5-46eb-9568-02ab2f9615d0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.781404] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e76421d-d8aa-4982-9c18-a4627c658fb0 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.781702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.781702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.781995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.782196] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.782344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.782426] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.785575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.785575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.785575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.785575] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e76421d-d8aa-4982-9c18-a4627c658fb0 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.785575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.785575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.785575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.785575] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.785575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.785575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.785575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.785575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.785575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.785575] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e76421d-d8aa-4982-9c18-a4627c658fb0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.044824] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e2db3c7-419d-4499-a266-d45e27082c3e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.227556] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.227892] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.227999] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.228220] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d46672c7-7aa5-46eb-9568-02ab2f9615d0 with status ACTIVE [ 665.228467] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.228467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.228882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.228882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.228882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.229067] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.229136] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.229173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.232358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.232358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.232358] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.232358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.232358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.232358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.232358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.232358] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d46672c7-7aa5-46eb-9568-02ab2f9615d0 is going to be updated. [ 665.267616] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.268185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.268185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.268185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.268185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.268396] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d46672c7-7aa5-46eb-9568-02ab2f9615d0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.288613] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e76421d-d8aa-4982-9c18-a4627c658fb0: rpc.has_security_group_logging(os_id): False [ 665.309823] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.310027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.310086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.310910] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.310910] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.310910] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.310910] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.310910] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.310910] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.311464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.311464] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.311464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.311464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.311464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.311464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.311827] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.311827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.311827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.311992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.312042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.312117] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 is going to be created. [ 665.415545] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.415854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.415941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.416230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.416511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.439785] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 in Status: IN_PROGRESS for 2s [ 665.548858] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.549132] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.549241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.549518] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.549600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.549699] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e2db3c7-419d-4499-a266-d45e27082c3e is going to be updated. [ 665.597041] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.597327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.597327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.597491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.597632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.613405] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e2db3c7-419d-4499-a266-d45e27082c3e in Status: IN_PROGRESS for 2s [ 665.732941] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.197177] env[65894]: INFO networking_nsxv3.common.synchronization [None req-cd5a7fe1-4f1b-4241-9a0c-1b6535ad202e None None] Enqueued Resource ID: 7080f8f1-20ba-4ed0-b26f-9834c57083e4 with Priority: HIGHEST for action port [ 666.197618] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7080f8f1-20ba-4ed0-b26f-9834c57083e4 with Priority: HIGHEST for action port [ 666.197944] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-7080f8f1-20ba-4ed0-b26f-9834c57083e4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.198107] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7080f8f1-20ba-4ed0-b26f-9834c57083e4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.198179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7080f8f1-20ba-4ed0-b26f-9834c57083e4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.198443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7080f8f1-20ba-4ed0-b26f-9834c57083e4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.198523] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7080f8f1-20ba-4ed0-b26f-9834c57083e4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.235227] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.235227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.235227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.235511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.235555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.235640] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf7e093-ca11-483e-b294-4645a455be90 is going to be created. [ 666.266790] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.266790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.266790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.267160] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.267645] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.278917] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7e093-ca11-483e-b294-4645a455be90 in Status: UNINITIALIZED for 2s [ 666.701148] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7080f8f1-20ba-4ed0-b26f-9834c57083e4 [ 666.701542] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.701748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.701859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.702287] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.702511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.702573] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7080f8f1-20ba-4ed0-b26f-9834c57083e4 already deleted. [ 666.702694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7080f8f1-20ba-4ed0-b26f-9834c57083e4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.455526] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 in Status: SUCCESS [ 667.455903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.624440] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e2db3c7-419d-4499-a266-d45e27082c3e in Status: SUCCESS [ 667.625119] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.625119] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.625300] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.625414] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.625480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.625518] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.625697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.625790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.625866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.625961] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e2db3c7-419d-4499-a266-d45e27082c3e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.129911] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e2db3c7-419d-4499-a266-d45e27082c3e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.130064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.130836] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.130836] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.130836] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.130836] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.131376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.131376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.131376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.131555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.131772] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e2db3c7-419d-4499-a266-d45e27082c3e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.131918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.132017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.132262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.132464] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.132594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.132685] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.132845] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.132918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.132998] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.133092] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e2db3c7-419d-4499-a266-d45e27082c3e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.295248] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7e093-ca11-483e-b294-4645a455be90 in Status: SUCCESS [ 668.295248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.295530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.295530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.295830] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.296095] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.296095] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.296225] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.296293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.296416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.296633] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.635879] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e2db3c7-419d-4499-a266-d45e27082c3e: rpc.has_security_group_logging(os_id): False [ 668.660338] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.660338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.660338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.660338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.660338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.660338] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.660803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.660803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.660803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.660803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.661014] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.661014] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.661014] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.661191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.661244] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.662034] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.662034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.665511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.665511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.665511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.665511] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e2db3c7-419d-4499-a266-d45e27082c3e is going to be updated. [ 668.772865] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.772865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.772865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.772865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.773232] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.799453] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.799849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.799968] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.800416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.800613] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.800806] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.800872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.801053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.801142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.801231] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.801405] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.801488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.801547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.801694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.801837] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.801915] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.801982] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.802139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.802477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.802477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.802477] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.811363] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e2db3c7-419d-4499-a266-d45e27082c3e in Status: IN_PROGRESS for 2s [ 669.280896] env[65894]: INFO networking_nsxv3.common.synchronization [None req-ba491bdf-1d4e-42bb-a45e-6151072fccdc tempest-ServersTestBootFromVolume-760581442 tempest-ServersTestBootFromVolume-760581442-project-member] Enqueued Resource ID: 7313b2f7-57e1-46f6-8700-efb969a8088f with Priority: HIGHEST for action security_group_rules [ 669.281443] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7313b2f7-57e1-46f6-8700-efb969a8088f with Priority: HIGHEST for action security_group_rules [ 669.281736] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7313b2f7-57e1-46f6-8700-efb969a8088f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.281875] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.281938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.289558] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.289558] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7313b2f7-57e1-46f6-8700-efb969a8088f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.304204] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbf7e093-ca11-483e-b294-4645a455be90: rpc.has_security_group_logging(os_id): False [ 669.329233] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.329354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.329436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.329674] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.330068] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.330068] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.330245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.330245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.330392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.330479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.330683] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.330806] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.330873] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.332210] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.332338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.332547] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.332662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.332761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.332948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.333046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.333137] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbf7e093-ca11-483e-b294-4645a455be90 is going to be created. [ 669.408062] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.408062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.408062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.408062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.408062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.429683] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbf7e093-ca11-483e-b294-4645a455be90 in Status: IN_PROGRESS for 2s [ 669.462895] env[65894]: INFO networking_nsxv3.common.synchronization [None req-846884a9-0acc-4ba9-8d1f-c4b37fae28c0 tempest-ServersTestBootFromVolume-760581442 tempest-ServersTestBootFromVolume-760581442-project-member] Enqueued Resource ID: 7313b2f7-57e1-46f6-8700-efb969a8088f with Priority: HIGHEST for action security_group_rules [ 669.463933] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7313b2f7-57e1-46f6-8700-efb969a8088f with Priority: HIGHEST for action security_group_rules [ 669.465031] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7313b2f7-57e1-46f6-8700-efb969a8088f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.465031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.825076] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.825490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.825490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.825602] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.825708] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.826059] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7313b2f7-57e1-46f6-8700-efb969a8088f already deleted. [ 669.826221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.826436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.826740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.826818] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7313b2f7-57e1-46f6-8700-efb969a8088f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.131148] env[65894]: INFO networking_nsxv3.common.synchronization [req-a923c591-19ad-4515-8087-ed57a9175f40 req-93f554c3-65a9-4864-a35b-14299d75f2b9 tempest-ListImageFiltersTestJSON-1844751878 tempest-ListImageFiltersTestJSON-1844751878-project-member] Enqueued Resource ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 with Priority: HIGHEST for action security_group_members [ 670.132028] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 with Priority: HIGHEST for action security_group_members [ 670.132900] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.136222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.136222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.136222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.136222] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.136222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.136222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.136222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.136222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.136222] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.366039] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.366039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.366333] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.366333] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.366424] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.366563] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7313b2f7-57e1-46f6-8700-efb969a8088f already deleted. [ 670.366563] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.607339] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-292 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.607339] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.607339] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.607638] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.608031] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.608353] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.608572] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.608903] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.609213] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.609554] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.609767] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.610061] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.610376] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.610576] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.610976] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.611254] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.638512] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.638746] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.638941] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.639214] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.640052] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-eb7818c6-b83a-4a6d-87a6-1712e321b133 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.640052] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-eb7818c6-b83a-4a6d-87a6-1712e321b133" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.640052] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-eb7818c6-b83a-4a6d-87a6-1712e321b133" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.640509] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-eb7818c6-b83a-4a6d-87a6-1712e321b133" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.640694] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb7818c6-b83a-4a6d-87a6-1712e321b133',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.642258] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.642392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.642392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.642616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.642754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.643033] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.643198] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.643289] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.643508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.644081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.644081] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 already deleted. [ 670.644081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.836771] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e2db3c7-419d-4499-a266-d45e27082c3e in Status: SUCCESS [ 670.837168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.146020] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.146386] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.146531] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.146882] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.147045] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.147252] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port eb7818c6-b83a-4a6d-87a6-1712e321b133 not found, creating... [ 671.147572] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.147774] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.147884] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.148188] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.148334] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.148636] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.148791] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.148902] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.149230] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.149369] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.149505] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: eb7818c6-b83a-4a6d-87a6-1712e321b133 is going to be created. [ 671.175067] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.175382] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.175515] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.175881] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.176198] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.176494] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-eb7818c6-b83a-4a6d-87a6-1712e321b133" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.455263] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbf7e093-ca11-483e-b294-4645a455be90 in Status: SUCCESS [ 671.455531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.912318] env[65894]: INFO networking_nsxv3.common.synchronization [req-a923c591-19ad-4515-8087-ed57a9175f40 req-bdd3e19e-026e-458a-801f-ee44a9cc2f6c service nova] Enqueued Resource ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 with Priority: HIGHEST for action security_group_rules [ 671.912595] env[65894]: INFO networking_nsxv3.common.synchronization [req-a923c591-19ad-4515-8087-ed57a9175f40 req-bdd3e19e-026e-458a-801f-ee44a9cc2f6c service nova] Enqueued Resource ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 with Priority: HIGHEST for action security_group_members [ 671.912648] env[65894]: INFO networking_nsxv3.common.synchronization [req-a923c591-19ad-4515-8087-ed57a9175f40 req-bdd3e19e-026e-458a-801f-ee44a9cc2f6c service nova] Enqueued Resource ID: eb7818c6-b83a-4a6d-87a6-1712e321b133 with Priority: HIGHEST for action port [ 671.913209] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 with Priority: HIGHEST for action security_group_rules [ 671.913452] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 with Priority: HIGHEST for action security_group_members [ 671.913452] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb7818c6-b83a-4a6d-87a6-1712e321b133 with Priority: HIGHEST for action port [ 671.913681] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.913787] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.914049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.915063] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.915189] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.916147] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.916326] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.916457] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.916748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.916924] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.917081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.917170] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.917413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.917712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.917712] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.919214] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb7818c6-b83a-4a6d-87a6-1712e321b133 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.919381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb7818c6-b83a-4a6d-87a6-1712e321b133" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.919476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb7818c6-b83a-4a6d-87a6-1712e321b133" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.919683] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb7818c6-b83a-4a6d-87a6-1712e321b133" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.919897] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb7818c6-b83a-4a6d-87a6-1712e321b133',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.422015] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.422243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.422519] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.424267] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb7818c6-b83a-4a6d-87a6-1712e321b133 with status ACTIVE [ 672.424408] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.424597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.424597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.424889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.425044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.425291] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.425441] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.425543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.425770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.425888] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.426185] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.426322] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.426445] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.426673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.426784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.426908] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb7818c6-b83a-4a6d-87a6-1712e321b133 is going to be updated. [ 672.451670] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.451841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.451904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.452334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.452334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.452478] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb7818c6-b83a-4a6d-87a6-1712e321b133" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.681106] env[65894]: INFO networking_nsxv3.common.synchronization [req-1c406b97-2489-4086-bd12-ab84a7156331 req-a511971f-c5ef-4d84-a83f-2f69487db638 tempest-InstanceActionsTestJSON-771322855 tempest-InstanceActionsTestJSON-771322855-project-member] Enqueued Resource ID: bbad2e88-7747-464e-ad4e-05d8cb84b3f2 with Priority: HIGHEST for action security_group_members [ 672.681870] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbad2e88-7747-464e-ad4e-05d8cb84b3f2 with Priority: HIGHEST for action security_group_members [ 672.682781] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbad2e88-7747-464e-ad4e-05d8cb84b3f2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.682964] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbad2e88-7747-464e-ad4e-05d8cb84b3f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.683082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbad2e88-7747-464e-ad4e-05d8cb84b3f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.683374] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbad2e88-7747-464e-ad4e-05d8cb84b3f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.683606] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.683762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.684354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.684354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.684354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.684354] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbad2e88-7747-464e-ad4e-05d8cb84b3f2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.929825] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.034878] env[65894]: INFO networking_nsxv3.common.synchronization [req-2b05305c-4486-447c-89ae-7479581cbfd6 req-c11a734b-2bcd-4085-9f13-54b820690796 tempest-InstanceActionsNegativeTestJSON-923771005 tempest-InstanceActionsNegativeTestJSON-923771005-project-member] Enqueued Resource ID: 3a4b32d2-c57c-480b-89b6-24fb976a35d5 with Priority: HIGHEST for action security_group_members [ 673.035483] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4b32d2-c57c-480b-89b6-24fb976a35d5 with Priority: HIGHEST for action security_group_members [ 673.035782] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4b32d2-c57c-480b-89b6-24fb976a35d5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.035907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4b32d2-c57c-480b-89b6-24fb976a35d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.035970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4b32d2-c57c-480b-89b6-24fb976a35d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.036668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4b32d2-c57c-480b-89b6-24fb976a35d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.038092] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.038342] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.038779] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.039016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.039226] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.039337] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a4b32d2-c57c-480b-89b6-24fb976a35d5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.188894] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.189036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.189036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.189562] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.189562] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.189562] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.189946] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.189946] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.189946] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.189946] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.190097] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbad2e88-7747-464e-ad4e-05d8cb84b3f2 is going to be updated. [ 673.224043] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.225094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.225094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.225094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.225094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.237021] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbad2e88-7747-464e-ad4e-05d8cb84b3f2 in Status: IN_PROGRESS for 2s [ 673.433084] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.433084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.433084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.433447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.433518] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.434099] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 is going to be created. [ 673.473442] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.473597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.473646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.473860] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.474026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.490376] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 in Status: UNINITIALIZED for 2s [ 673.503821] env[65894]: INFO networking_nsxv3.common.synchronization [req-634fe9ad-545f-44b2-9090-2356158128f7 req-a3c06d90-0ffe-473f-905a-5aa7091d0f01 tempest-ServersTestFqdnHostnames-672962481 tempest-ServersTestFqdnHostnames-672962481-project-member] Enqueued Resource ID: c802cb03-6e92-461d-92d6-ddb8f4ab4777 with Priority: HIGHEST for action security_group_members [ 673.503821] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c802cb03-6e92-461d-92d6-ddb8f4ab4777 with Priority: HIGHEST for action security_group_members [ 673.503821] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c802cb03-6e92-461d-92d6-ddb8f4ab4777 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.503821] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c802cb03-6e92-461d-92d6-ddb8f4ab4777" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.505245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c802cb03-6e92-461d-92d6-ddb8f4ab4777" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.505245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c802cb03-6e92-461d-92d6-ddb8f4ab4777" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.505245] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.505245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.505245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.505706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.505706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.505706] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c802cb03-6e92-461d-92d6-ddb8f4ab4777',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.530079] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-557 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.530486] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-557" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.530486] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-557" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.530722] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-557" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.531044] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.531214] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.531326] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.531575] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.531673] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.531921] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.532015] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.532099] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.532277] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.532277] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.532402] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.532789] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.544066] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.544227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.544295] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.544483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.544656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.544859] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.544979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.545117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.545243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.545335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.545420] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a4b32d2-c57c-480b-89b6-24fb976a35d5 already deleted. [ 673.545514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4b32d2-c57c-480b-89b6-24fb976a35d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.558499] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.558709] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 673.558864] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.559096] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-557" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.559686] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-eb23865e-7654-423e-9b57-a9623f1a7c26 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.559686] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-eb23865e-7654-423e-9b57-a9623f1a7c26" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.559686] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-eb23865e-7654-423e-9b57-a9623f1a7c26" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.559979] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-eb23865e-7654-423e-9b57-a9623f1a7c26" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.560138] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb23865e-7654-423e-9b57-a9623f1a7c26',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.007806] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.008162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.008162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.008504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.008659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.009667] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.009793] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.009923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.010162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.010294] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.010420] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c802cb03-6e92-461d-92d6-ddb8f4ab4777 is going to be updated. [ 674.063168] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.063385] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.063433] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.064265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.064265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.066210] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.066377] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.066664] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.066981] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.067254] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.067484] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port eb23865e-7654-423e-9b57-a9623f1a7c26 not found, creating... [ 674.067848] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.068100] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.068283] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.068713] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.069243] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.069685] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.069971] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.073268] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.073268] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.073268] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.073268] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: eb23865e-7654-423e-9b57-a9623f1a7c26 is going to be created. [ 674.108795] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c802cb03-6e92-461d-92d6-ddb8f4ab4777 in Status: IN_PROGRESS for 2s [ 674.124982] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.124982] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.125348] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.125936] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.125936] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.126320] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-eb23865e-7654-423e-9b57-a9623f1a7c26" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.870236] env[65894]: INFO networking_nsxv3.common.synchronization [req-2b05305c-4486-447c-89ae-7479581cbfd6 req-24154235-23fa-4175-a680-7dc2f956a25d service nova] Enqueued Resource ID: 3a4b32d2-c57c-480b-89b6-24fb976a35d5 with Priority: HIGHEST for action security_group_rules [ 674.870408] env[65894]: INFO networking_nsxv3.common.synchronization [req-2b05305c-4486-447c-89ae-7479581cbfd6 req-24154235-23fa-4175-a680-7dc2f956a25d service nova] Enqueued Resource ID: 3a4b32d2-c57c-480b-89b6-24fb976a35d5 with Priority: HIGHEST for action security_group_members [ 674.870536] env[65894]: INFO networking_nsxv3.common.synchronization [req-2b05305c-4486-447c-89ae-7479581cbfd6 req-24154235-23fa-4175-a680-7dc2f956a25d service nova] Enqueued Resource ID: eb23865e-7654-423e-9b57-a9623f1a7c26 with Priority: HIGHEST for action port [ 674.871134] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4b32d2-c57c-480b-89b6-24fb976a35d5 with Priority: HIGHEST for action security_group_rules [ 674.871218] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4b32d2-c57c-480b-89b6-24fb976a35d5 with Priority: HIGHEST for action security_group_members [ 674.871289] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb23865e-7654-423e-9b57-a9623f1a7c26 with Priority: HIGHEST for action port [ 674.871570] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a4b32d2-c57c-480b-89b6-24fb976a35d5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.871691] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a4b32d2-c57c-480b-89b6-24fb976a35d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.871759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a4b32d2-c57c-480b-89b6-24fb976a35d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.873779] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a4b32d2-c57c-480b-89b6-24fb976a35d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.874576] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a4b32d2-c57c-480b-89b6-24fb976a35d5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.875645] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4b32d2-c57c-480b-89b6-24fb976a35d5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.875811] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4b32d2-c57c-480b-89b6-24fb976a35d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.875883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4b32d2-c57c-480b-89b6-24fb976a35d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.876312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4b32d2-c57c-480b-89b6-24fb976a35d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.876518] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.876626] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.876720] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.876931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.877038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.877133] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a4b32d2-c57c-480b-89b6-24fb976a35d5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.878126] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb23865e-7654-423e-9b57-a9623f1a7c26 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.878347] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb23865e-7654-423e-9b57-a9623f1a7c26" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.878436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb23865e-7654-423e-9b57-a9623f1a7c26" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.878625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb23865e-7654-423e-9b57-a9623f1a7c26" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.878724] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb23865e-7654-423e-9b57-a9623f1a7c26',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.248947] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbad2e88-7747-464e-ad4e-05d8cb84b3f2 in Status: SUCCESS [ 675.249329] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbad2e88-7747-464e-ad4e-05d8cb84b3f2 deletion is rescheduled due to dependency. [ 675.249329] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbad2e88-7747-464e-ad4e-05d8cb84b3f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.384997] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a4b32d2-c57c-480b-89b6-24fb976a35d5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.384997] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4b32d2-c57c-480b-89b6-24fb976a35d5 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.384997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4b32d2-c57c-480b-89b6-24fb976a35d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.384997] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb23865e-7654-423e-9b57-a9623f1a7c26 with status ACTIVE [ 675.384997] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.384997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.384997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.384997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.384997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.384997] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.384997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.384997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.390068] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.391614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.391614] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.391614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.391614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.391614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.391614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.391614] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb23865e-7654-423e-9b57-a9623f1a7c26 is going to be updated. [ 675.426980] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.426980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.426980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.426980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.427464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.427464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb23865e-7654-423e-9b57-a9623f1a7c26" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.509663] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 in Status: SUCCESS [ 675.510046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.510340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.510699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.510994] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.511217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.511359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.511616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.511769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.511929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.513214] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.726495] env[65894]: INFO networking_nsxv3.common.synchronization [req-162f49c0-e0e6-4312-9c2a-5e1ef2a7dea2 req-0cd158ef-cbe8-4e84-b820-affe38d8bb09 tempest-ListImageFiltersTestJSON-1844751878 tempest-ListImageFiltersTestJSON-1844751878-project-member] Enqueued Resource ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 with Priority: HIGHEST for action security_group_members [ 675.727696] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 with Priority: HIGHEST for action security_group_members [ 675.727696] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.727696] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.727696] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.728072] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.728233] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.728364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.728430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.728645] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.728742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.728839] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.896191] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a4b32d2-c57c-480b-89b6-24fb976a35d5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.901472] env[65894]: INFO networking_nsxv3.common.synchronization [req-7cf14f16-e100-4e07-ad7e-09fb0087f650 req-74828339-960a-4fde-951a-cab8955642c0 tempest-VolumesAdminNegativeTest-1836195249 tempest-VolumesAdminNegativeTest-1836195249-project-member] Enqueued Resource ID: 3918ef74-eff0-462b-bd56-946b7fe18007 with Priority: HIGHEST for action security_group_members [ 675.901997] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3918ef74-eff0-462b-bd56-946b7fe18007 with Priority: HIGHEST for action security_group_members [ 675.902332] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3918ef74-eff0-462b-bd56-946b7fe18007 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.902498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3918ef74-eff0-462b-bd56-946b7fe18007" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.902498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3918ef74-eff0-462b-bd56-946b7fe18007" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.902686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3918ef74-eff0-462b-bd56-946b7fe18007" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.902839] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.902970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.903031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.904348] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.905186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.905289] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3918ef74-eff0-462b-bd56-946b7fe18007',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.017800] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.018020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.133199] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c802cb03-6e92-461d-92d6-ddb8f4ab4777 in Status: SUCCESS [ 676.133199] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c802cb03-6e92-461d-92d6-ddb8f4ab4777 deletion is rescheduled due to dependency. [ 676.133199] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c802cb03-6e92-461d-92d6-ddb8f4ab4777" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.208617] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-292 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.208868] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.209109] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.209550] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.209974] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.210364] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.210566] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.210907] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.211253] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.211572] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.211780] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.212170] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.212170] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.212371] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.212519] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.213305] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.231320] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.234180] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.234975] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.235174] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.235393] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.238194] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-fa84b976-bfbf-49d5-8cfa-0551a54d20bf taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.238528] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-fa84b976-bfbf-49d5-8cfa-0551a54d20bf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.239812] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-fa84b976-bfbf-49d5-8cfa-0551a54d20bf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.239812] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-fa84b976-bfbf-49d5-8cfa-0551a54d20bf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.239812] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa84b976-bfbf-49d5-8cfa-0551a54d20bf',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.398910] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.399350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.399350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.399495] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.399495] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.399591] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a4b32d2-c57c-480b-89b6-24fb976a35d5 is going to be created. [ 676.407544] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.407721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.407874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.407959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.408069] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.408291] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.408398] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.409443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.409443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.409443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.409443] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3918ef74-eff0-462b-bd56-946b7fe18007 is going to be updated. [ 676.429532] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.429745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.429745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.429966] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.430147] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.435107] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.435252] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.435371] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.435514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.435705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.443424] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a4b32d2-c57c-480b-89b6-24fb976a35d5 in Status: UNINITIALIZED for 2s [ 676.444754] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3918ef74-eff0-462b-bd56-946b7fe18007 in Status: IN_PROGRESS for 2s [ 676.741864] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.743546] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.743704] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.745805] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.745805] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.745805] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.745805] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port fa84b976-bfbf-49d5-8cfa-0551a54d20bf not found, creating... [ 676.745805] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.745805] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.745805] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.745805] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.745805] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.746283] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.746283] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.746283] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.746427] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.746502] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.746677] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: fa84b976-bfbf-49d5-8cfa-0551a54d20bf is going to be created. [ 676.770035] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.770035] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.770035] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.770035] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.770035] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.770035] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-fa84b976-bfbf-49d5-8cfa-0551a54d20bf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.249225] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.249477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.249477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.249674] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.249756] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.249911] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 is going to be updated. [ 677.290305] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.290517] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.290517] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.290738] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.290884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.305532] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 in Status: IN_PROGRESS for 2s [ 677.509131] env[65894]: INFO networking_nsxv3.common.synchronization [req-162f49c0-e0e6-4312-9c2a-5e1ef2a7dea2 req-5163b33e-4355-43ae-a9fc-b7f631d1a54b service nova] Enqueued Resource ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 with Priority: HIGHEST for action security_group_rules [ 677.509430] env[65894]: INFO networking_nsxv3.common.synchronization [req-162f49c0-e0e6-4312-9c2a-5e1ef2a7dea2 req-5163b33e-4355-43ae-a9fc-b7f631d1a54b service nova] Enqueued Resource ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 with Priority: HIGHEST for action security_group_members [ 677.509430] env[65894]: INFO networking_nsxv3.common.synchronization [req-162f49c0-e0e6-4312-9c2a-5e1ef2a7dea2 req-5163b33e-4355-43ae-a9fc-b7f631d1a54b service nova] Enqueued Resource ID: fa84b976-bfbf-49d5-8cfa-0551a54d20bf with Priority: HIGHEST for action port [ 677.513095] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 with Priority: HIGHEST for action security_group_rules [ 677.513271] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 with Priority: HIGHEST for action security_group_members [ 677.513372] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa84b976-bfbf-49d5-8cfa-0551a54d20bf with Priority: HIGHEST for action port [ 677.513900] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.514013] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.514213] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.514295] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.514466] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa84b976-bfbf-49d5-8cfa-0551a54d20bf taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.514759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa84b976-bfbf-49d5-8cfa-0551a54d20bf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.514841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa84b976-bfbf-49d5-8cfa-0551a54d20bf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.515063] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa84b976-bfbf-49d5-8cfa-0551a54d20bf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.515156] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa84b976-bfbf-49d5-8cfa-0551a54d20bf',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.609797] env[65894]: INFO networking_nsxv3.common.synchronization [req-200a0a97-7782-4d8c-a7fa-2915c56f21b9 req-f126a410-513d-40b3-a4e0-e22be0b61017 tempest-InstanceActionsV221TestJSON-1517074051 tempest-InstanceActionsV221TestJSON-1517074051-project-member] Enqueued Resource ID: 17fc596b-9cc7-4a15-aeb4-ddfb3676b845 with Priority: HIGHEST for action security_group_members [ 677.610486] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17fc596b-9cc7-4a15-aeb4-ddfb3676b845 with Priority: HIGHEST for action security_group_members [ 677.610918] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-17fc596b-9cc7-4a15-aeb4-ddfb3676b845 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.611050] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17fc596b-9cc7-4a15-aeb4-ddfb3676b845" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.611112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17fc596b-9cc7-4a15-aeb4-ddfb3676b845" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.611414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17fc596b-9cc7-4a15-aeb4-ddfb3676b845" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.611567] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.611724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.611821] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.611973] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.612317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.612317] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17fc596b-9cc7-4a15-aeb4-ddfb3676b845',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.018431] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa84b976-bfbf-49d5-8cfa-0551a54d20bf with status ACTIVE [ 678.018725] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.018843] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.018884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.019146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.019240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.019424] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.019526] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.019588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.019769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.019857] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.020583] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.020583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.020583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.020583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.020583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.020583] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa84b976-bfbf-49d5-8cfa-0551a54d20bf is going to be updated. [ 678.061716] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.061956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.062016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.062262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.062542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.062741] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa84b976-bfbf-49d5-8cfa-0551a54d20bf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.115117] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.115525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.115655] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.115855] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.115974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.116793] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.116793] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.116793] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.117030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.117107] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.117330] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17fc596b-9cc7-4a15-aeb4-ddfb3676b845 is going to be updated. [ 678.194564] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.194564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.194564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.194564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.194564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.213245] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17fc596b-9cc7-4a15-aeb4-ddfb3676b845 in Status: IN_PROGRESS for 2s [ 678.458645] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3918ef74-eff0-462b-bd56-946b7fe18007 in Status: SUCCESS [ 678.458645] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3918ef74-eff0-462b-bd56-946b7fe18007 deletion is rescheduled due to dependency. [ 678.458645] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3918ef74-eff0-462b-bd56-946b7fe18007" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.458645] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a4b32d2-c57c-480b-89b6-24fb976a35d5 in Status: SUCCESS [ 678.458645] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4b32d2-c57c-480b-89b6-24fb976a35d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.458645] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4b32d2-c57c-480b-89b6-24fb976a35d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.458645] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4b32d2-c57c-480b-89b6-24fb976a35d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.458645] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.458645] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.458645] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.461880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.462207] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.462972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4b32d2-c57c-480b-89b6-24fb976a35d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.464626] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a4b32d2-c57c-480b-89b6-24fb976a35d5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.905076] env[65894]: INFO networking_nsxv3.common.synchronization [req-33f6716d-a7fb-4135-a636-ebc75fcefd8c req-edc496de-6e46-4c79-81fa-c4d4d4947f16 tempest-AttachInterfacesV270Test-1461161010 tempest-AttachInterfacesV270Test-1461161010-project-member] Enqueued Resource ID: 2d3e84fe-ec27-465c-bfe4-6557d06b1d69 with Priority: HIGHEST for action security_group_members [ 678.905956] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3e84fe-ec27-465c-bfe4-6557d06b1d69 with Priority: HIGHEST for action security_group_members [ 678.910406] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d3e84fe-ec27-465c-bfe4-6557d06b1d69 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.910698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d3e84fe-ec27-465c-bfe4-6557d06b1d69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.910698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d3e84fe-ec27-465c-bfe4-6557d06b1d69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.910803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d3e84fe-ec27-465c-bfe4-6557d06b1d69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.911614] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.911614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.911614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.911614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.911614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.911614] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d3e84fe-ec27-465c-bfe4-6557d06b1d69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.967255] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4b32d2-c57c-480b-89b6-24fb976a35d5 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.967469] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4b32d2-c57c-480b-89b6-24fb976a35d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.967469] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4b32d2-c57c-480b-89b6-24fb976a35d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.968190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4b32d2-c57c-480b-89b6-24fb976a35d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.968190] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.968190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.968190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.968190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.968596] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.968596] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4b32d2-c57c-480b-89b6-24fb976a35d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.968596] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4b32d2-c57c-480b-89b6-24fb976a35d5 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.968790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4b32d2-c57c-480b-89b6-24fb976a35d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.968790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4b32d2-c57c-480b-89b6-24fb976a35d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.968868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4b32d2-c57c-480b-89b6-24fb976a35d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.969441] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.969441] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.970491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.970815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.970954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.971262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4b32d2-c57c-480b-89b6-24fb976a35d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.971428] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a4b32d2-c57c-480b-89b6-24fb976a35d5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.318206] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 in Status: SUCCESS [ 679.318206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.318436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.318569] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.318775] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.319309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.319309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.319309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.319309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.319600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.319600] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.319716] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.319716] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.319827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.320013] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.320108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.320158] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.320286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.320380] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.320484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.320569] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.321898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.321898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.321898] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.322126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.322126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.322226] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.322302] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.322392] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.415114] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.415257] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.415305] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.415546] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.415662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.415903] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.416053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.416053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.416179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.416316] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.416370] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d3e84fe-ec27-465c-bfe4-6557d06b1d69 is going to be updated. [ 679.458266] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.458266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.458266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.458266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.458266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.470103] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d3e84fe-ec27-465c-bfe4-6557d06b1d69 in Status: IN_PROGRESS for 2s [ 679.474704] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a4b32d2-c57c-480b-89b6-24fb976a35d5: rpc.has_security_group_logging(os_id): False [ 679.496706] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.500360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.500360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.500360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.500360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.500360] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.500360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.500360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.500360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.500360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.504759] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.504759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.504759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.504759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.504759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.504759] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.504759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.504759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.505138] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.505138] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.505734] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a4b32d2-c57c-480b-89b6-24fb976a35d5 is going to be created. [ 679.615773] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.615773] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.615773] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.615773] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.616077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.639818] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a4b32d2-c57c-480b-89b6-24fb976a35d5 in Status: IN_PROGRESS for 2s [ 679.826787] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0: rpc.has_security_group_logging(os_id): False [ 679.826787] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.861029] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.861029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.861029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.861029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.861029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.861029] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.861029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.861029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.861029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.861029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.861029] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.861029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.861029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.862229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.862479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.865445] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.865445] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.865445] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.865445] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.865445] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.865445] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 is going to be created. [ 679.946662] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.946662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.946662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.946662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.946662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.966294] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 in Status: IN_PROGRESS for 2s [ 680.043486] env[65894]: INFO networking_nsxv3.common.synchronization [req-3f711676-5d70-480d-b6c4-5285af9b7cc4 req-d0d67a29-ef98-4f7c-a063-3ec7d96a8158 tempest-DeleteServersAdminTestJSON-564882954 tempest-DeleteServersAdminTestJSON-564882954-project-member] Enqueued Resource ID: 2833535a-c8c1-4299-b2de-9a76b817addd with Priority: HIGHEST for action security_group_members [ 680.044523] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2833535a-c8c1-4299-b2de-9a76b817addd with Priority: HIGHEST for action security_group_members [ 680.044953] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2833535a-c8c1-4299-b2de-9a76b817addd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.045103] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.045189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.045403] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.045584] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.045729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.045793] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.045913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.046027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.046128] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2833535a-c8c1-4299-b2de-9a76b817addd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.226851] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17fc596b-9cc7-4a15-aeb4-ddfb3676b845 in Status: SUCCESS [ 680.227069] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17fc596b-9cc7-4a15-aeb4-ddfb3676b845 deletion is rescheduled due to dependency. [ 680.227356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17fc596b-9cc7-4a15-aeb4-ddfb3676b845" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.327482] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.548678] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.548878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.548931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.549195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.549298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.549518] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.549713] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.549791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.550145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.550145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.550145] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2833535a-c8c1-4299-b2de-9a76b817addd is going to be updated. [ 680.582699] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.582892] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.582892] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.583295] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.583295] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.592962] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2833535a-c8c1-4299-b2de-9a76b817addd in Status: IN_PROGRESS for 2s [ 680.832485] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.832745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.832820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.833106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.833206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.833316] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 is going to be updated. [ 680.873638] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.873638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.873638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.873932] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.874098] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.886729] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 in Status: IN_PROGRESS for 2s [ 680.929944] env[65894]: INFO networking_nsxv3.common.synchronization [req-0010fd86-9dcc-4b60-903e-1bb66fbbda5c req-93d9b90b-be1e-42ba-9b65-55edb11881f3 tempest-ServersTestJSON-417811483 tempest-ServersTestJSON-417811483-project-member] Enqueued Resource ID: a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 with Priority: HIGHEST for action security_group_members [ 680.930934] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 with Priority: HIGHEST for action security_group_members [ 680.931339] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.931492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.931570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.931819] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.931999] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.932134] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.932219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.932409] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.932512] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.932614] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.435956] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.435956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.435956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.435956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.435956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.436587] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.436587] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.436587] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.436587] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.436587] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.436947] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 is going to be updated. [ 681.473607] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.473748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.473816] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.474093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.474376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.485090] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d3e84fe-ec27-465c-bfe4-6557d06b1d69 in Status: SUCCESS [ 681.485286] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d3e84fe-ec27-465c-bfe4-6557d06b1d69 deletion is rescheduled due to dependency. [ 681.485712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d3e84fe-ec27-465c-bfe4-6557d06b1d69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.486798] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 in Status: IN_PROGRESS for 2s [ 681.656608] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a4b32d2-c57c-480b-89b6-24fb976a35d5 in Status: SUCCESS [ 681.656973] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a4b32d2-c57c-480b-89b6-24fb976a35d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.983792] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 in Status: SUCCESS [ 681.983792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.984019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.984213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.984300] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.071308] env[65894]: INFO networking_nsxv3.common.synchronization [None req-113e6990-bb89-44ba-8ee2-05c87bc348b6 None None] Enqueued Resource ID: 3a1d28c4-faea-40eb-832e-66e5468f73bd with Priority: HIGHEST for action port [ 682.071865] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a1d28c4-faea-40eb-832e-66e5468f73bd with Priority: HIGHEST for action port [ 682.073442] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a1d28c4-faea-40eb-832e-66e5468f73bd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.073564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a1d28c4-faea-40eb-832e-66e5468f73bd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.073630] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a1d28c4-faea-40eb-832e-66e5468f73bd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.073879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a1d28c4-faea-40eb-832e-66e5468f73bd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.074026] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a1d28c4-faea-40eb-832e-66e5468f73bd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.493144] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.493556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.577213] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a1d28c4-faea-40eb-832e-66e5468f73bd [ 682.578473] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.578473] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.579828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.579828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.579828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.579828] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a1d28c4-faea-40eb-832e-66e5468f73bd already deleted. [ 682.579828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a1d28c4-faea-40eb-832e-66e5468f73bd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.606659] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2833535a-c8c1-4299-b2de-9a76b817addd in Status: SUCCESS [ 682.606659] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2833535a-c8c1-4299-b2de-9a76b817addd deletion is rescheduled due to dependency. [ 682.606659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.901470] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 in Status: SUCCESS [ 682.901596] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.901736] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.901963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.902167] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.904116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.904116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.904116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.904116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.904116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.904116] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.408952] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.408952] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.408952] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.408952] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.408952] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.408952] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.408952] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.409627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.409627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.409627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.409627] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.409627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.409627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.410416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.410416] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.410416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.410416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.410416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.410416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.410416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.410416] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.501500] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 in Status: SUCCESS [ 683.501500] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 deletion is rescheduled due to dependency. [ 683.501500] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.914274] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0: rpc.has_security_group_logging(os_id): False [ 683.934828] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.934828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.934950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.935975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.935975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.935975] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.935975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.935975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.935975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.935975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.936264] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.936264] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.936264] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.936448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.936448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.936607] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.936701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.936817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.936978] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.937352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.937493] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 is going to be updated. [ 684.008173] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.008631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.008631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.008631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.008879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.031035] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 in Status: IN_PROGRESS for 2s [ 685.168233] env[65894]: INFO networking_nsxv3.common.synchronization [None req-accbaacb-35ca-41f5-9e67-b57d95ff2053 None None] Enqueued Resource ID: 49aec61b-ebfd-4ddf-9a97-390f963bf5b0 with Priority: HIGHEST for action port [ 685.169152] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49aec61b-ebfd-4ddf-9a97-390f963bf5b0 with Priority: HIGHEST for action port [ 685.169712] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-49aec61b-ebfd-4ddf-9a97-390f963bf5b0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.169814] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49aec61b-ebfd-4ddf-9a97-390f963bf5b0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.169867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49aec61b-ebfd-4ddf-9a97-390f963bf5b0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.170142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49aec61b-ebfd-4ddf-9a97-390f963bf5b0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.170232] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49aec61b-ebfd-4ddf-9a97-390f963bf5b0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.561804] env[65894]: INFO networking_nsxv3.common.synchronization [req-ef40b02b-de00-4a0a-b972-605655ec2c86 req-e4d8b346-759c-476b-856f-527bc1d86dc4 tempest-ServersNegativeTestJSON-1837726808 tempest-ServersNegativeTestJSON-1837726808-project-member] Enqueued Resource ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 with Priority: HIGHEST for action security_group_members [ 685.561804] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 with Priority: HIGHEST for action security_group_members [ 685.562037] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e76421d-d8aa-4982-9c18-a4627c658fb0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.562037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.562141] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.564307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.564307] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.564307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.564307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.564307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.564307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.564307] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e76421d-d8aa-4982-9c18-a4627c658fb0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.674299] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49aec61b-ebfd-4ddf-9a97-390f963bf5b0 [ 685.674299] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.674299] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.674299] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.674299] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.674299] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.674299] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49aec61b-ebfd-4ddf-9a97-390f963bf5b0 already deleted. [ 685.674299] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49aec61b-ebfd-4ddf-9a97-390f963bf5b0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.046696] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 in Status: SUCCESS [ 686.047113] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.066709] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e76421d-d8aa-4982-9c18-a4627c658fb0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.570367] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e76421d-d8aa-4982-9c18-a4627c658fb0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.702224] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-202 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.702498] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-202" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.702572] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-202" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.702803] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-202" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.703069] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.703225] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.703339] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.703549] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.703692] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.703929] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.704074] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.704181] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.704263] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.704353] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.704447] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.704576] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.727560] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.727818] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 686.728039] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.728349] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-202" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.728607] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-d9cdfa1f-7c40-489b-a406-65496c26d15d taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.728796] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-d9cdfa1f-7c40-489b-a406-65496c26d15d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.728923] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-d9cdfa1f-7c40-489b-a406-65496c26d15d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.729291] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-d9cdfa1f-7c40-489b-a406-65496c26d15d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.729423] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9cdfa1f-7c40-489b-a406-65496c26d15d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.073753] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.075059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.075059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.075059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.075059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.075059] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 is going to be updated. [ 687.112125] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.112408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.112408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.112650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.112724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.123779] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 in Status: IN_PROGRESS for 2s [ 687.190666] env[65894]: INFO networking_nsxv3.common.synchronization [req-15b7c0d2-5802-48e2-9f96-83717f37b540 req-0c661f43-d6c2-4714-b7e7-4a57b3b03821 tempest-ImagesTestJSON-440520544 tempest-ImagesTestJSON-440520544-project-member] Enqueued Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_members [ 687.191221] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_members [ 687.191520] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.191639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.191702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.191901] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.192066] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.192164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.192236] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.192372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.192465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.192570] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.231960] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.232167] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.232287] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.232623] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.232804] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.232976] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port d9cdfa1f-7c40-489b-a406-65496c26d15d not found, creating... [ 687.233250] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.233399] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.233508] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.233723] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.233854] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.234167] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.234425] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.234510] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.234655] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.234799] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.234973] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: d9cdfa1f-7c40-489b-a406-65496c26d15d is going to be created. [ 687.265714] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.265919] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.266123] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.266387] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.266611] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.266886] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-d9cdfa1f-7c40-489b-a406-65496c26d15d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.404046] env[65894]: INFO networking_nsxv3.common.synchronization [req-6f15a6ee-1a25-47d4-800a-42372cfdff48 req-6e2dfc8b-3fca-4d99-8cdf-ff9bd2a33389 tempest-ServerAddressesTestJSON-1318056417 tempest-ServerAddressesTestJSON-1318056417-project-member] Enqueued Resource ID: ff9f1226-f894-4743-8eda-a4d8c8be1f65 with Priority: HIGHEST for action security_group_members [ 687.404530] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff9f1226-f894-4743-8eda-a4d8c8be1f65 with Priority: HIGHEST for action security_group_members [ 687.404858] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff9f1226-f894-4743-8eda-a4d8c8be1f65 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.404995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff9f1226-f894-4743-8eda-a4d8c8be1f65" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.405073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff9f1226-f894-4743-8eda-a4d8c8be1f65" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.405288] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff9f1226-f894-4743-8eda-a4d8c8be1f65" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.405442] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.405541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.405601] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.405743] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.405840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.405936] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff9f1226-f894-4743-8eda-a4d8c8be1f65',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.695911] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.696299] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.696299] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.696392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.696517] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.696944] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.696944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.696944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.697260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.697348] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.697435] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 is going to be updated. [ 687.745979] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.745979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.745979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.745979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.746323] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.756321] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: IN_PROGRESS for 2s [ 687.908272] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.908272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.908488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.908588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.908749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.908882] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.908978] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.909582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.909582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.909582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.909582] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff9f1226-f894-4743-8eda-a4d8c8be1f65 is going to be updated. [ 687.949047] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.949264] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.949314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.949666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.949809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.962271] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff9f1226-f894-4743-8eda-a4d8c8be1f65 in Status: IN_PROGRESS for 2s [ 688.035362] env[65894]: INFO networking_nsxv3.common.synchronization [req-ef40b02b-de00-4a0a-b972-605655ec2c86 req-d504e4b8-97d4-413b-ad3d-d295075f1061 service nova] Enqueued Resource ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 with Priority: HIGHEST for action security_group_rules [ 688.035533] env[65894]: INFO networking_nsxv3.common.synchronization [req-ef40b02b-de00-4a0a-b972-605655ec2c86 req-d504e4b8-97d4-413b-ad3d-d295075f1061 service nova] Enqueued Resource ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 with Priority: HIGHEST for action security_group_members [ 688.035663] env[65894]: INFO networking_nsxv3.common.synchronization [req-ef40b02b-de00-4a0a-b972-605655ec2c86 req-d504e4b8-97d4-413b-ad3d-d295075f1061 service nova] Enqueued Resource ID: d9cdfa1f-7c40-489b-a406-65496c26d15d with Priority: HIGHEST for action port [ 688.036220] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 with Priority: HIGHEST for action security_group_rules [ 688.036360] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 with Priority: HIGHEST for action security_group_members [ 688.036458] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9cdfa1f-7c40-489b-a406-65496c26d15d with Priority: HIGHEST for action port [ 688.037140] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e76421d-d8aa-4982-9c18-a4627c658fb0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.037140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.037140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.037335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.037386] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e76421d-d8aa-4982-9c18-a4627c658fb0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.039077] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e76421d-d8aa-4982-9c18-a4627c658fb0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.040609] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.040609] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9cdfa1f-7c40-489b-a406-65496c26d15d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.041032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9cdfa1f-7c40-489b-a406-65496c26d15d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.041032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9cdfa1f-7c40-489b-a406-65496c26d15d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.041032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9cdfa1f-7c40-489b-a406-65496c26d15d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.041464] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9cdfa1f-7c40-489b-a406-65496c26d15d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.543327] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e76421d-d8aa-4982-9c18-a4627c658fb0 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.543327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.543448] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9cdfa1f-7c40-489b-a406-65496c26d15d with status ACTIVE [ 688.543518] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.543622] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.543682] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.543894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.543979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.544161] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.544249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.544817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.544817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.544817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.544817] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.544817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.545096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.545096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.545096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.545194] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9cdfa1f-7c40-489b-a406-65496c26d15d is going to be updated. [ 688.569116] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.569357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.569357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.569621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.569794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.569973] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9cdfa1f-7c40-489b-a406-65496c26d15d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.137198] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 in Status: SUCCESS [ 689.137605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.137605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.137841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.138113] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.138276] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.138361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.139283] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.139397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.139521] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e76421d-d8aa-4982-9c18-a4627c658fb0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.642832] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e76421d-d8aa-4982-9c18-a4627c658fb0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.765726] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: SUCCESS [ 689.765942] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 deletion is rescheduled due to dependency. [ 689.766126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.973796] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff9f1226-f894-4743-8eda-a4d8c8be1f65 in Status: SUCCESS [ 689.974044] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff9f1226-f894-4743-8eda-a4d8c8be1f65 deletion is rescheduled due to dependency. [ 689.974170] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff9f1226-f894-4743-8eda-a4d8c8be1f65" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.145926] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e76421d-d8aa-4982-9c18-a4627c658fb0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.215584] env[65894]: INFO networking_nsxv3.common.synchronization [None req-7d444a29-d4ee-4cc9-b360-a9bf1eaa00a2 None None] Enqueued Resource ID: 29a2fb15-864c-4b07-82ec-b922432ced74 with Priority: HIGHEST for action port [ 690.216040] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29a2fb15-864c-4b07-82ec-b922432ced74 with Priority: HIGHEST for action port [ 690.217050] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-29a2fb15-864c-4b07-82ec-b922432ced74 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.217050] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29a2fb15-864c-4b07-82ec-b922432ced74" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.217050] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29a2fb15-864c-4b07-82ec-b922432ced74" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.217050] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29a2fb15-864c-4b07-82ec-b922432ced74" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.217050] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29a2fb15-864c-4b07-82ec-b922432ced74',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.485881] env[65894]: INFO networking_nsxv3.common.synchronization [req-77f9609b-0702-4f0c-9b3b-19af8621d7bb req-cd0c3531-c5a5-406a-bd6c-324822538364 tempest-TenantUsagesTestJSON-758420279 tempest-TenantUsagesTestJSON-758420279-project-member] Enqueued Resource ID: 7796928c-8e3d-486a-9b52-5e15cc849591 with Priority: HIGHEST for action security_group_members [ 690.487216] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7796928c-8e3d-486a-9b52-5e15cc849591 with Priority: HIGHEST for action security_group_members [ 690.487216] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7796928c-8e3d-486a-9b52-5e15cc849591 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.487665] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7796928c-8e3d-486a-9b52-5e15cc849591" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.487665] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7796928c-8e3d-486a-9b52-5e15cc849591" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.488180] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7796928c-8e3d-486a-9b52-5e15cc849591" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.488180] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.488362] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.488362] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.488445] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.488498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.488596] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7796928c-8e3d-486a-9b52-5e15cc849591',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.654034] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.654034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.654034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.654034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.654034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.654034] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 is going to be updated. [ 690.689305] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.689579] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.689690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.689950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.690170] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.700065] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 in Status: IN_PROGRESS for 2s [ 690.720380] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29a2fb15-864c-4b07-82ec-b922432ced74 [ 690.721041] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.721041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.721041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.721245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.721245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.721317] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29a2fb15-864c-4b07-82ec-b922432ced74 already deleted. [ 690.721407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29a2fb15-864c-4b07-82ec-b922432ced74" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.993725] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.994034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.994034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.994402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.994503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.995707] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.995707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.995707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.995707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.995707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.995707] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7796928c-8e3d-486a-9b52-5e15cc849591 is going to be updated. [ 691.027555] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.027818] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.027818] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.029791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.030913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.043872] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7796928c-8e3d-486a-9b52-5e15cc849591 in Status: IN_PROGRESS for 2s [ 692.703663] env[65894]: INFO networking_nsxv3.common.synchronization [None req-5af09794-aa62-4cc2-8a54-626b25524615 None None] Enqueued Resource ID: e47e4a50-ff21-4999-830b-5f5fc560ea5c with Priority: HIGHEST for action port [ 692.704603] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e47e4a50-ff21-4999-830b-5f5fc560ea5c with Priority: HIGHEST for action port [ 692.705134] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-e47e4a50-ff21-4999-830b-5f5fc560ea5c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.705251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e47e4a50-ff21-4999-830b-5f5fc560ea5c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.705314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e47e4a50-ff21-4999-830b-5f5fc560ea5c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.705562] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e47e4a50-ff21-4999-830b-5f5fc560ea5c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.705637] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e47e4a50-ff21-4999-830b-5f5fc560ea5c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.712982] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 in Status: SUCCESS [ 692.713218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.713435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.713647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.713843] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.713958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.714044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.714190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.714270] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.714354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.714442] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e76421d-d8aa-4982-9c18-a4627c658fb0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.895142] env[65894]: INFO networking_nsxv3.common.synchronization [req-c2b26529-80df-472d-9209-6b9c2c4c72aa req-ff47316a-450e-4f00-8c65-5938306ba308 tempest-AttachInterfacesTestJSON-1026338332 tempest-AttachInterfacesTestJSON-1026338332-project-member] Enqueued Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_members [ 692.895142] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_members [ 692.895142] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.895142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.895142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.895142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.895142] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.895142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.895142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.895142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.895142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.895142] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.053374] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7796928c-8e3d-486a-9b52-5e15cc849591 in Status: SUCCESS [ 693.053569] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7796928c-8e3d-486a-9b52-5e15cc849591 deletion is rescheduled due to dependency. [ 693.053677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7796928c-8e3d-486a-9b52-5e15cc849591" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.076283] env[65894]: INFO networking_nsxv3.common.synchronization [req-a2a344d9-958a-4d36-b257-3abd2fc93efd req-9a5e5178-873a-474b-b8d9-2f880fd4bba1 tempest-FloatingIPsAssociationNegativeTestJSON-1143463541 tempest-FloatingIPsAssociationNegativeTestJSON-1143463541-project-member] Enqueued Resource ID: 5083b3e9-458f-4414-8b6e-bcfd89981dc3 with Priority: HIGHEST for action security_group_members [ 693.076283] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5083b3e9-458f-4414-8b6e-bcfd89981dc3 with Priority: HIGHEST for action security_group_members [ 693.076283] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5083b3e9-458f-4414-8b6e-bcfd89981dc3 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.076601] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5083b3e9-458f-4414-8b6e-bcfd89981dc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.076770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5083b3e9-458f-4414-8b6e-bcfd89981dc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.077121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5083b3e9-458f-4414-8b6e-bcfd89981dc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.077441] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.077699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.077826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.078059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.078215] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.078641] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5083b3e9-458f-4414-8b6e-bcfd89981dc3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.208347] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e47e4a50-ff21-4999-830b-5f5fc560ea5c [ 693.208597] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.208772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.208850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.209012] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.209121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.209216] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e47e4a50-ff21-4999-830b-5f5fc560ea5c already deleted. [ 693.209296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e47e4a50-ff21-4999-830b-5f5fc560ea5c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.217569] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e76421d-d8aa-4982-9c18-a4627c658fb0 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.217748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.217889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.218157] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.218332] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.218440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.218490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.218657] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.218744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.218831] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.218976] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e76421d-d8aa-4982-9c18-a4627c658fb0 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.219081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.219137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.219271] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.219404] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.219492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.219549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.219684] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.219769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.219834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.219918] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e76421d-d8aa-4982-9c18-a4627c658fb0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.378125] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.378125] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.378125] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.379028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.379028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.379028] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.379028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.379028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.379028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.379028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.379382] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf7e093-ca11-483e-b294-4645a455be90 is going to be updated. [ 693.415453] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.415616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.415650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.415908] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.416038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.426742] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7e093-ca11-483e-b294-4645a455be90 in Status: IN_PROGRESS for 2s [ 693.444022] env[65894]: INFO networking_nsxv3.common.synchronization [None req-b21482ec-e5d9-4b49-95d5-3a8b465cafba None None] Enqueued Resource ID: 349053b3-74e3-44a3-afc4-68503c111088 with Priority: HIGHEST for action port [ 693.444022] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 349053b3-74e3-44a3-afc4-68503c111088 with Priority: HIGHEST for action port [ 693.444022] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-349053b3-74e3-44a3-afc4-68503c111088 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.444022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-349053b3-74e3-44a3-afc4-68503c111088" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.445899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-349053b3-74e3-44a3-afc4-68503c111088" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.446347] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-349053b3-74e3-44a3-afc4-68503c111088" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.446862] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('349053b3-74e3-44a3-afc4-68503c111088',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.581662] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.581815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.581886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.582137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.582221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.582430] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.582527] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.582589] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.582742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.582870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.583100] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5083b3e9-458f-4414-8b6e-bcfd89981dc3 is going to be updated. [ 693.614500] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.614776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.614862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.615107] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.615283] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.626667] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5083b3e9-458f-4414-8b6e-bcfd89981dc3 in Status: IN_PROGRESS for 2s [ 693.723511] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e76421d-d8aa-4982-9c18-a4627c658fb0: rpc.has_security_group_logging(os_id): False [ 693.752229] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.752419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.752460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.752662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.752750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.752958] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.753072] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.753134] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.753327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.753411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.753600] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.753689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.754105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.754105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.754105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.754219] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.754219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.754302] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.754416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.754489] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.754572] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 is going to be updated. [ 693.898668] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.898804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.898804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.899027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.899588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.916812] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 in Status: IN_PROGRESS for 2s [ 693.950327] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 349053b3-74e3-44a3-afc4-68503c111088 [ 693.950510] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.952263] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.952263] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.952263] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.952263] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.952263] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:349053b3-74e3-44a3-afc4-68503c111088 already deleted. [ 693.952263] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-349053b3-74e3-44a3-afc4-68503c111088" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.260680] env[65894]: INFO networking_nsxv3.common.synchronization [None req-feacb36c-5949-4e0f-9c88-7650f59f4ed6 None None] Enqueued Resource ID: 8d4e4451-3b94-43ca-85a4-11e91cb432f4 with Priority: HIGHEST for action port [ 694.261285] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d4e4451-3b94-43ca-85a4-11e91cb432f4 with Priority: HIGHEST for action port [ 694.262082] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d4e4451-3b94-43ca-85a4-11e91cb432f4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.262219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d4e4451-3b94-43ca-85a4-11e91cb432f4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.262286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d4e4451-3b94-43ca-85a4-11e91cb432f4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.262542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d4e4451-3b94-43ca-85a4-11e91cb432f4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.263341] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d4e4451-3b94-43ca-85a4-11e91cb432f4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.767198] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d4e4451-3b94-43ca-85a4-11e91cb432f4 [ 694.767198] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.767198] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.767198] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.767747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.768254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.768254] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d4e4451-3b94-43ca-85a4-11e91cb432f4 already deleted. [ 694.768361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d4e4451-3b94-43ca-85a4-11e91cb432f4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.439601] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7e093-ca11-483e-b294-4645a455be90 in Status: SUCCESS [ 695.439789] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf7e093-ca11-483e-b294-4645a455be90 deletion is rescheduled due to dependency. [ 695.439904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.643315] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5083b3e9-458f-4414-8b6e-bcfd89981dc3 in Status: SUCCESS [ 695.643315] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5083b3e9-458f-4414-8b6e-bcfd89981dc3 deletion is rescheduled due to dependency. [ 695.643492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5083b3e9-458f-4414-8b6e-bcfd89981dc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.935779] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 in Status: SUCCESS [ 695.936314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.334448] env[65894]: INFO networking_nsxv3.common.synchronization [None req-4dcafb96-43e2-4e9e-84cd-9b45ccc6f542 None None] Enqueued Resource ID: e7dcf69f-127e-4cc4-a307-04a3bf15c6ca with Priority: HIGHEST for action port [ 697.338023] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7dcf69f-127e-4cc4-a307-04a3bf15c6ca with Priority: HIGHEST for action port [ 697.338023] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7dcf69f-127e-4cc4-a307-04a3bf15c6ca taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.338023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7dcf69f-127e-4cc4-a307-04a3bf15c6ca" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.338023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7dcf69f-127e-4cc4-a307-04a3bf15c6ca" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.338023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7dcf69f-127e-4cc4-a307-04a3bf15c6ca" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.338023] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7dcf69f-127e-4cc4-a307-04a3bf15c6ca',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.844794] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7dcf69f-127e-4cc4-a307-04a3bf15c6ca [ 697.845045] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.845179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.845300] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.845560] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.845653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.845752] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7dcf69f-127e-4cc4-a307-04a3bf15c6ca already deleted. [ 697.845866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7dcf69f-127e-4cc4-a307-04a3bf15c6ca" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.564569] env[65894]: INFO networking_nsxv3.common.synchronization [None req-cd7c008d-e58a-4c05-8e59-b9449808953b tempest-ServersTestManualDisk-1911775375 tempest-ServersTestManualDisk-1911775375-project-member] Enqueued Resource ID: 290719c8-3f3b-43a0-ac99-1e457de1aef0 with Priority: HIGHEST for action security_group_rules [ 698.569495] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 290719c8-3f3b-43a0-ac99-1e457de1aef0 with Priority: HIGHEST for action security_group_rules [ 698.569865] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-290719c8-3f3b-43a0-ac99-1e457de1aef0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.569995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-290719c8-3f3b-43a0-ac99-1e457de1aef0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.570078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-290719c8-3f3b-43a0-ac99-1e457de1aef0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.570347] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-290719c8-3f3b-43a0-ac99-1e457de1aef0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.570623] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('290719c8-3f3b-43a0-ac99-1e457de1aef0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.695819] env[65894]: INFO networking_nsxv3.common.synchronization [None req-c3fdea30-53e3-4f1a-900a-4d8dfe7d478f None None] Enqueued Resource ID: 831c5fc2-6313-462c-8cf8-27eb4f5d5b89 with Priority: HIGHEST for action port [ 698.697500] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831c5fc2-6313-462c-8cf8-27eb4f5d5b89 with Priority: HIGHEST for action port [ 698.698714] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-831c5fc2-6313-462c-8cf8-27eb4f5d5b89 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.700697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-831c5fc2-6313-462c-8cf8-27eb4f5d5b89" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.700697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-831c5fc2-6313-462c-8cf8-27eb4f5d5b89" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.700697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-831c5fc2-6313-462c-8cf8-27eb4f5d5b89" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.700697] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('831c5fc2-6313-462c-8cf8-27eb4f5d5b89',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.095893] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.095893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.095893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.095893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.095893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.095893] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 290719c8-3f3b-43a0-ac99-1e457de1aef0 already deleted. [ 699.095893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-290719c8-3f3b-43a0-ac99-1e457de1aef0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.192701] env[65894]: INFO networking_nsxv3.common.synchronization [None req-ae6f0a14-ea35-4096-81df-26eacef26a81 None None] Enqueued Resource ID: b699245b-612f-46c2-b731-578c1b3c5813 with Priority: HIGHEST for action port [ 699.193950] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b699245b-612f-46c2-b731-578c1b3c5813 with Priority: HIGHEST for action port [ 699.194756] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-b699245b-612f-46c2-b731-578c1b3c5813 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.194756] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b699245b-612f-46c2-b731-578c1b3c5813" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.194756] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b699245b-612f-46c2-b731-578c1b3c5813" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.194756] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b699245b-612f-46c2-b731-578c1b3c5813" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.194946] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b699245b-612f-46c2-b731-578c1b3c5813',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.202014] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 831c5fc2-6313-462c-8cf8-27eb4f5d5b89 [ 699.202190] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.202376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.202426] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.202669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.202821] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.202932] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:831c5fc2-6313-462c-8cf8-27eb4f5d5b89 already deleted. [ 699.203124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-831c5fc2-6313-462c-8cf8-27eb4f5d5b89" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.696972] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b699245b-612f-46c2-b731-578c1b3c5813 [ 699.697644] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.697644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.697644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.697644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.700139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.700139] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b699245b-612f-46c2-b731-578c1b3c5813 already deleted. [ 699.700139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b699245b-612f-46c2-b731-578c1b3c5813" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.774348] env[65894]: INFO networking_nsxv3.common.synchronization [None req-56894248-cb14-49ae-b7a9-e8a841de3053 tempest-ServersTestManualDisk-1911775375 tempest-ServersTestManualDisk-1911775375-project-member] Enqueued Resource ID: 290719c8-3f3b-43a0-ac99-1e457de1aef0 with Priority: HIGHEST for action security_group_rules [ 699.774929] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 290719c8-3f3b-43a0-ac99-1e457de1aef0 with Priority: HIGHEST for action security_group_rules [ 699.777894] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-290719c8-3f3b-43a0-ac99-1e457de1aef0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.777894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-290719c8-3f3b-43a0-ac99-1e457de1aef0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.777894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-290719c8-3f3b-43a0-ac99-1e457de1aef0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.777894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-290719c8-3f3b-43a0-ac99-1e457de1aef0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.778148] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('290719c8-3f3b-43a0-ac99-1e457de1aef0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.302484] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.302617] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.302617] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.302824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.302917] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.303028] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 290719c8-3f3b-43a0-ac99-1e457de1aef0 already deleted. [ 700.303105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-290719c8-3f3b-43a0-ac99-1e457de1aef0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.335207] env[65894]: INFO networking_nsxv3.common.synchronization [req-c403fe62-0cd9-48d1-9d9c-474362371016 req-50c811f9-bdf9-4b21-b584-7217efa3774e tempest-AttachInterfacesTestJSON-1026338332 tempest-AttachInterfacesTestJSON-1026338332-project-member] Enqueued Resource ID: 99b3b3c9-0dc8-48da-9526-c851d416c558 with Priority: HIGHEST for action security_group_members [ 701.335834] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99b3b3c9-0dc8-48da-9526-c851d416c558 with Priority: HIGHEST for action security_group_members [ 701.336165] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-99b3b3c9-0dc8-48da-9526-c851d416c558 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.336297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99b3b3c9-0dc8-48da-9526-c851d416c558" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.336360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99b3b3c9-0dc8-48da-9526-c851d416c558" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.336603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99b3b3c9-0dc8-48da-9526-c851d416c558" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.336731] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.337259] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.337259] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.337259] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.337259] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.337397] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99b3b3c9-0dc8-48da-9526-c851d416c558',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.840938] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.841080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.841122] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.841375] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.841516] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.842949] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.842949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.842949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.842949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.842949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.842949] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99b3b3c9-0dc8-48da-9526-c851d416c558 is going to be updated. [ 701.873250] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.874516] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.874516] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.874516] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.874516] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.889317] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99b3b3c9-0dc8-48da-9526-c851d416c558 in Status: IN_PROGRESS for 2s [ 701.924870] env[65894]: INFO networking_nsxv3.common.synchronization [None req-62c3cc2b-3dfb-4a00-ac3f-eed8fbea4ca6 None None] Enqueued Resource ID: 2bfb9ce9-b372-4c21-bad1-e9082b3f2809 with Priority: HIGHEST for action port [ 701.926117] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bfb9ce9-b372-4c21-bad1-e9082b3f2809 with Priority: HIGHEST for action port [ 701.926533] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bfb9ce9-b372-4c21-bad1-e9082b3f2809 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.926769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bfb9ce9-b372-4c21-bad1-e9082b3f2809" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.926951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bfb9ce9-b372-4c21-bad1-e9082b3f2809" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.927658] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bfb9ce9-b372-4c21-bad1-e9082b3f2809" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.927823] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bfb9ce9-b372-4c21-bad1-e9082b3f2809',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.430996] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bfb9ce9-b372-4c21-bad1-e9082b3f2809 [ 702.431370] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.431370] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.431503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.432824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.432824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.432824] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bfb9ce9-b372-4c21-bad1-e9082b3f2809 already deleted. [ 702.432824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bfb9ce9-b372-4c21-bad1-e9082b3f2809" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.788663] env[65894]: INFO networking_nsxv3.common.synchronization [req-93d47ef3-04a3-4f3f-9ae8-bcac3380ae0b req-349f02a6-38e2-4853-a749-288b27941c01 tempest-ImagesTestJSON-440520544 tempest-ImagesTestJSON-440520544-project-member] Enqueued Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_members [ 703.789260] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_members [ 703.789563] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.789694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.789770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.789965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.790163] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.790266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.790470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.790537] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.790600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.790684] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.901974] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99b3b3c9-0dc8-48da-9526-c851d416c558 in Status: SUCCESS [ 703.901974] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99b3b3c9-0dc8-48da-9526-c851d416c558 deletion is rescheduled due to dependency. [ 703.901974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99b3b3c9-0dc8-48da-9526-c851d416c558" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.292780] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.292780] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.292780] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.293026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.293026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.294034] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.294034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.294034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.294034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.294034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.294034] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 is going to be updated. [ 704.338160] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.338368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.338425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.338738] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.338738] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.352217] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: IN_PROGRESS for 2s [ 704.534123] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.534441] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-471" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.534441] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-471" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.534784] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-471" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.534970] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.535720] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.535877] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.536153] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.536327] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.536801] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.537014] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.537250] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.537473] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.537667] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.537842] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.538776] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.559385] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.560089] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 704.560089] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.560089] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-471" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.560282] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-6a3d9e46-d739-4b23-ad31-ecb59426e0fc taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.560363] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-6a3d9e46-d739-4b23-ad31-ecb59426e0fc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.560440] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-6a3d9e46-d739-4b23-ad31-ecb59426e0fc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.560758] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-6a3d9e46-d739-4b23-ad31-ecb59426e0fc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.560887] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a3d9e46-d739-4b23-ad31-ecb59426e0fc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.977837] env[65894]: INFO networking_nsxv3.common.synchronization [None req-4ba13667-8f7f-45fd-8ed5-e81f1a2b8f33 None None] Enqueued Resource ID: 1ed75a26-6463-4dcc-a4b0-39c1f5202327 with Priority: HIGHEST for action port [ 704.978431] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ed75a26-6463-4dcc-a4b0-39c1f5202327 with Priority: HIGHEST for action port [ 704.978787] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ed75a26-6463-4dcc-a4b0-39c1f5202327 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.978910] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ed75a26-6463-4dcc-a4b0-39c1f5202327" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.978984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ed75a26-6463-4dcc-a4b0-39c1f5202327" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.979396] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ed75a26-6463-4dcc-a4b0-39c1f5202327" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.979451] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ed75a26-6463-4dcc-a4b0-39c1f5202327',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.067907] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.067907] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.067907] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.067907] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.067907] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.067907] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 6a3d9e46-d739-4b23-ad31-ecb59426e0fc not found, creating... [ 705.067907] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.067907] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.067907] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.067907] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.067907] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.068435] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.068435] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.068435] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.068435] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.068435] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.068853] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 6a3d9e46-d739-4b23-ad31-ecb59426e0fc is going to be created. [ 705.090836] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.091084] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.091084] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.091361] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.091597] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.091811] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-6a3d9e46-d739-4b23-ad31-ecb59426e0fc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.482141] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ed75a26-6463-4dcc-a4b0-39c1f5202327 [ 705.482250] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.482335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.482735] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.482735] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.482735] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.482924] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ed75a26-6463-4dcc-a4b0-39c1f5202327 already deleted. [ 705.482924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ed75a26-6463-4dcc-a4b0-39c1f5202327" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.834411] env[65894]: INFO networking_nsxv3.common.synchronization [req-93d47ef3-04a3-4f3f-9ae8-bcac3380ae0b req-78ba3198-2d4f-4e0e-b7e1-8676c120a24a service nova] Enqueued Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_rules [ 705.834814] env[65894]: INFO networking_nsxv3.common.synchronization [req-93d47ef3-04a3-4f3f-9ae8-bcac3380ae0b req-78ba3198-2d4f-4e0e-b7e1-8676c120a24a service nova] Enqueued Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_members [ 705.834814] env[65894]: INFO networking_nsxv3.common.synchronization [req-93d47ef3-04a3-4f3f-9ae8-bcac3380ae0b req-78ba3198-2d4f-4e0e-b7e1-8676c120a24a service nova] Enqueued Resource ID: 6a3d9e46-d739-4b23-ad31-ecb59426e0fc with Priority: HIGHEST for action port [ 705.835349] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_rules [ 705.835400] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_members [ 705.835548] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a3d9e46-d739-4b23-ad31-ecb59426e0fc with Priority: HIGHEST for action port [ 705.835756] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.835857] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.835920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.837951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.837951] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.841273] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.841434] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.842034] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a3d9e46-d739-4b23-ad31-ecb59426e0fc taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.842034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a3d9e46-d739-4b23-ad31-ecb59426e0fc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.842034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a3d9e46-d739-4b23-ad31-ecb59426e0fc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.842245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a3d9e46-d739-4b23-ad31-ecb59426e0fc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.842392] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a3d9e46-d739-4b23-ad31-ecb59426e0fc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.345341] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a3d9e46-d739-4b23-ad31-ecb59426e0fc with status ACTIVE [ 706.345653] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.346011] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.346094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.346318] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.346450] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.346847] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.346847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.346847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.347071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.347071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.347230] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.347333] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.347395] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.347548] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.347626] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.347823] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a3d9e46-d739-4b23-ad31-ecb59426e0fc is going to be updated. [ 706.349258] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.349258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.364213] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: SUCCESS [ 706.364357] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 deletion is rescheduled due to dependency. [ 706.364446] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.364610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.364829] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.365019] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.365138] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.365202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.365406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.365851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.366307] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.374680] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.374860] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.374860] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.375110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.375250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.375412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a3d9e46-d739-4b23-ad31-ecb59426e0fc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.869095] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.371669] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.874316] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.874476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.874543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.874926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.874926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.875086] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 is going to be updated. [ 707.910022] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.910394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.910394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.911583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.911583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.926365] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: IN_PROGRESS for 2s [ 708.063739] env[65894]: INFO networking_nsxv3.common.synchronization [None req-a7b18cd0-355c-4807-95e2-566ee992fc3e None None] Enqueued Resource ID: 9aa4d533-52f0-4ef8-a9a4-beb073f9a00f with Priority: HIGHEST for action port [ 708.065408] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa4d533-52f0-4ef8-a9a4-beb073f9a00f with Priority: HIGHEST for action port [ 708.065408] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-9aa4d533-52f0-4ef8-a9a4-beb073f9a00f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.065408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9aa4d533-52f0-4ef8-a9a4-beb073f9a00f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.065408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9aa4d533-52f0-4ef8-a9a4-beb073f9a00f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.066127] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9aa4d533-52f0-4ef8-a9a4-beb073f9a00f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.066127] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aa4d533-52f0-4ef8-a9a4-beb073f9a00f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.568785] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9aa4d533-52f0-4ef8-a9a4-beb073f9a00f [ 708.569117] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.569269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.569355] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.569955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.569955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.569955] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9aa4d533-52f0-4ef8-a9a4-beb073f9a00f already deleted. [ 708.569955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9aa4d533-52f0-4ef8-a9a4-beb073f9a00f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.702022] env[65894]: INFO networking_nsxv3.common.synchronization [req-8f6c6b38-5f50-4624-a400-e155428de323 req-e7adb855-6585-40d7-993b-f31795af2512 tempest-ServersTestBootFromVolume-760581442 tempest-ServersTestBootFromVolume-760581442-project-member] Enqueued Resource ID: 7313b2f7-57e1-46f6-8700-efb969a8088f with Priority: HIGHEST for action security_group_members [ 708.702657] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7313b2f7-57e1-46f6-8700-efb969a8088f with Priority: HIGHEST for action security_group_members [ 708.703030] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7313b2f7-57e1-46f6-8700-efb969a8088f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.703127] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.703158] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.704084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.704084] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.704084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.704084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.704084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.704084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.704084] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7313b2f7-57e1-46f6-8700-efb969a8088f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.209488] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.209488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.209488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.209488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.209488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.209488] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.209488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.209488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.209488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.209488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.209488] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7313b2f7-57e1-46f6-8700-efb969a8088f already deleted. [ 709.209488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.502183] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-96 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.502311] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-96" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.502780] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-96" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.503255] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-96" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.503677] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.503881] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.504082] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.504426] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.504838] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.504838] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.505735] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.505903] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.506104] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.508419] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.508635] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.508710] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.541730] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.541730] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 709.543458] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.543664] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-96" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.545304] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-1a8a18c3-d8bb-4cb9-8daa-caf59d9ad3ba taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.545304] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-1a8a18c3-d8bb-4cb9-8daa-caf59d9ad3ba" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.545304] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-1a8a18c3-d8bb-4cb9-8daa-caf59d9ad3ba" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.545304] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-1a8a18c3-d8bb-4cb9-8daa-caf59d9ad3ba" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.545304] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a8a18c3-d8bb-4cb9-8daa-caf59d9ad3ba',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.701211] env[65894]: INFO networking_nsxv3.common.synchronization [None req-9c48bb7b-7d5e-43d4-aa06-e86f5d1dff78 None None] Enqueued Resource ID: e5038a32-40cc-464e-af51-ac4900668c30 with Priority: HIGHEST for action port [ 709.702050] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5038a32-40cc-464e-af51-ac4900668c30 with Priority: HIGHEST for action port [ 709.702050] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5038a32-40cc-464e-af51-ac4900668c30 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.702208] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5038a32-40cc-464e-af51-ac4900668c30" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.702208] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5038a32-40cc-464e-af51-ac4900668c30" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.702613] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5038a32-40cc-464e-af51-ac4900668c30" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.702613] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5038a32-40cc-464e-af51-ac4900668c30',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.936196] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: SUCCESS [ 709.936412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.936604] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.936793] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.937036] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.937199] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.937256] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.937411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.937492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.937577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.937656] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.050436] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.050729] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.050866] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.051303] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.051480] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.051685] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 1a8a18c3-d8bb-4cb9-8daa-caf59d9ad3ba not found, creating... [ 710.051940] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.052137] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.052707] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.052707] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.052707] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.053789] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.054033] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.054179] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.054426] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.054579] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.054735] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 1a8a18c3-d8bb-4cb9-8daa-caf59d9ad3ba is going to be created. [ 710.077650] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.077650] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.077650] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.078217] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.078217] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.078371] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-1a8a18c3-d8bb-4cb9-8daa-caf59d9ad3ba" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.208479] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5038a32-40cc-464e-af51-ac4900668c30 [ 710.208789] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.208929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.209020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.209290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.209369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.209484] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5038a32-40cc-464e-af51-ac4900668c30 already deleted. [ 710.209569] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5038a32-40cc-464e-af51-ac4900668c30" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.440755] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.440755] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.440755] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.440755] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.441367] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.441367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.441367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.441367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.441367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.441367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.441820] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.441820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.441820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.441820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.442031] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.442031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.442031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.442173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.442248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.442421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.442421] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.874488] env[65894]: INFO networking_nsxv3.common.synchronization [req-8f6c6b38-5f50-4624-a400-e155428de323 req-30bbe285-a36a-4608-bab9-d00a5e5013ec service nova] Enqueued Resource ID: 7313b2f7-57e1-46f6-8700-efb969a8088f with Priority: HIGHEST for action security_group_rules [ 710.874762] env[65894]: INFO networking_nsxv3.common.synchronization [req-8f6c6b38-5f50-4624-a400-e155428de323 req-30bbe285-a36a-4608-bab9-d00a5e5013ec service nova] Enqueued Resource ID: 7313b2f7-57e1-46f6-8700-efb969a8088f with Priority: HIGHEST for action security_group_members [ 710.874840] env[65894]: INFO networking_nsxv3.common.synchronization [req-8f6c6b38-5f50-4624-a400-e155428de323 req-30bbe285-a36a-4608-bab9-d00a5e5013ec service nova] Enqueued Resource ID: 1a8a18c3-d8bb-4cb9-8daa-caf59d9ad3ba with Priority: HIGHEST for action port [ 710.876549] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7313b2f7-57e1-46f6-8700-efb969a8088f with Priority: HIGHEST for action security_group_rules [ 710.876549] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7313b2f7-57e1-46f6-8700-efb969a8088f with Priority: HIGHEST for action security_group_members [ 710.876549] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a8a18c3-d8bb-4cb9-8daa-caf59d9ad3ba with Priority: HIGHEST for action port [ 710.877525] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7313b2f7-57e1-46f6-8700-efb969a8088f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.878532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.878532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.878701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.878742] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7313b2f7-57e1-46f6-8700-efb969a8088f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.882431] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7313b2f7-57e1-46f6-8700-efb969a8088f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.882431] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.882431] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.883261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.887129] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.887129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.887129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.887129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.887129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.887129] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7313b2f7-57e1-46f6-8700-efb969a8088f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.887129] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a8a18c3-d8bb-4cb9-8daa-caf59d9ad3ba taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.887129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a8a18c3-d8bb-4cb9-8daa-caf59d9ad3ba" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.887129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a8a18c3-d8bb-4cb9-8daa-caf59d9ad3ba" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.887129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a8a18c3-d8bb-4cb9-8daa-caf59d9ad3ba" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.887129] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a8a18c3-d8bb-4cb9-8daa-caf59d9ad3ba',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.947155] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac302640-a57f-43bb-9afe-4e5d8c8bdfd1: rpc.has_security_group_logging(os_id): False [ 710.971535] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.971824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.971903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.972242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.972417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.972747] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.975055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.975055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.975746] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.976110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.976512] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.976704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.976812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.977166] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.977326] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.977711] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.977913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.978036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.978344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.978512] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.978677] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 is going to be updated. [ 711.021762] env[65894]: INFO networking_nsxv3.common.synchronization [req-aaea61aa-765f-4e77-943f-c78b93068372 req-91f5de96-2bbe-4831-8c50-bcae6bab9ae3 tempest-ServerTagsTestJSON-594319888 tempest-ServerTagsTestJSON-594319888-project-member] Enqueued Resource ID: 8f7bbb4d-4d08-4b5b-a442-0b374059a871 with Priority: HIGHEST for action security_group_members [ 711.022631] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f7bbb4d-4d08-4b5b-a442-0b374059a871 with Priority: HIGHEST for action security_group_members [ 711.023105] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f7bbb4d-4d08-4b5b-a442-0b374059a871 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.023335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f7bbb4d-4d08-4b5b-a442-0b374059a871" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.023477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f7bbb4d-4d08-4b5b-a442-0b374059a871" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.024167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f7bbb4d-4d08-4b5b-a442-0b374059a871" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.024167] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.024396] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.024533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.024857] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.024932] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.025188] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f7bbb4d-4d08-4b5b-a442-0b374059a871',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.060101] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.060190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.060293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.060592] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.060664] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.075840] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: IN_PROGRESS for 2s [ 711.381469] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7313b2f7-57e1-46f6-8700-efb969a8088f taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.381611] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.389859] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7313b2f7-57e1-46f6-8700-efb969a8088f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.390957] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a8a18c3-d8bb-4cb9-8daa-caf59d9ad3ba with status ACTIVE [ 711.391196] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.391412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.391412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.391620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.391717] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.391902] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.392038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.392188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.392399] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.392484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.392676] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.392772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.392834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.392995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.396453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.396570] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a8a18c3-d8bb-4cb9-8daa-caf59d9ad3ba is going to be updated. [ 711.430029] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.430029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.430029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.430029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.430029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.430306] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a8a18c3-d8bb-4cb9-8daa-caf59d9ad3ba" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.527880] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.528131] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.528306] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.528619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.530660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.530660] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.530660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.530660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.530660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.530660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.530660] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f7bbb4d-4d08-4b5b-a442-0b374059a871 already deleted. [ 711.530660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f7bbb4d-4d08-4b5b-a442-0b374059a871" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.736774] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-310 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.736774] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-310" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.736774] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-310" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.736774] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-310" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.736774] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.736774] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.736774] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.736774] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.736774] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.736774] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.736774] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.736774] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.736774] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.737351] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.737351] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.737351] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.762095] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.762285] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 711.762625] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.762625] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-310" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.762889] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-974b3482-f343-4cf0-8c63-56adbb94bd6f taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.763061] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-974b3482-f343-4cf0-8c63-56adbb94bd6f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.763172] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-974b3482-f343-4cf0-8c63-56adbb94bd6f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.763510] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-974b3482-f343-4cf0-8c63-56adbb94bd6f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.763647] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('974b3482-f343-4cf0-8c63-56adbb94bd6f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.899056] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7313b2f7-57e1-46f6-8700-efb969a8088f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.267081] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.267468] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.267700] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.268169] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.268430] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.268687] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 974b3482-f343-4cf0-8c63-56adbb94bd6f not found, creating... [ 712.269135] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.269417] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.269609] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.269991] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.270347] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.270859] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.271707] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.273056] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.273476] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.273721] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.273945] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 974b3482-f343-4cf0-8c63-56adbb94bd6f is going to be created. [ 712.297381] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.297565] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.297760] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.297947] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.298349] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.298851] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-974b3482-f343-4cf0-8c63-56adbb94bd6f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.404603] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.404603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.404603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.404603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.404989] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.404989] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7313b2f7-57e1-46f6-8700-efb969a8088f is going to be created. [ 712.445038] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.445038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.445038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.445305] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.445472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.455666] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7313b2f7-57e1-46f6-8700-efb969a8088f in Status: UNINITIALIZED for 2s [ 712.653055] env[65894]: INFO networking_nsxv3.common.synchronization [None req-04852aad-cb07-4de3-b2c8-143ce6ef2ff6 None None] Enqueued Resource ID: 6c550b33-e81a-417b-bd02-ab6296a49654 with Priority: HIGHEST for action port [ 712.653728] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c550b33-e81a-417b-bd02-ab6296a49654 with Priority: HIGHEST for action port [ 712.656421] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c550b33-e81a-417b-bd02-ab6296a49654 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.656421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c550b33-e81a-417b-bd02-ab6296a49654" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.656421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c550b33-e81a-417b-bd02-ab6296a49654" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.656421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c550b33-e81a-417b-bd02-ab6296a49654" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.656421] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c550b33-e81a-417b-bd02-ab6296a49654',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.901038] env[65894]: INFO networking_nsxv3.common.synchronization [req-10dc1605-8089-4395-b18d-e4715ab125e2 req-c7ddcf62-2cb8-46f5-8d23-6436c53e8086 tempest-ServersV294TestFqdnHostnames-446096337 tempest-ServersV294TestFqdnHostnames-446096337-project-member] Enqueued Resource ID: 1a19d25d-505a-41df-a74d-ab0e45a3e0fa with Priority: HIGHEST for action security_group_members [ 712.901038] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a19d25d-505a-41df-a74d-ab0e45a3e0fa with Priority: HIGHEST for action security_group_members [ 712.901038] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a19d25d-505a-41df-a74d-ab0e45a3e0fa taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.901038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a19d25d-505a-41df-a74d-ab0e45a3e0fa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.901038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a19d25d-505a-41df-a74d-ab0e45a3e0fa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.901038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a19d25d-505a-41df-a74d-ab0e45a3e0fa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.901668] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.901911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.902072] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.902332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.902531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.902728] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a19d25d-505a-41df-a74d-ab0e45a3e0fa',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.006119] env[65894]: INFO networking_nsxv3.common.synchronization [req-aaea61aa-765f-4e77-943f-c78b93068372 req-6181461e-e9ad-4060-a7ee-e14e9b97b7ff service nova] Enqueued Resource ID: 8f7bbb4d-4d08-4b5b-a442-0b374059a871 with Priority: HIGHEST for action security_group_rules [ 713.006119] env[65894]: INFO networking_nsxv3.common.synchronization [req-aaea61aa-765f-4e77-943f-c78b93068372 req-6181461e-e9ad-4060-a7ee-e14e9b97b7ff service nova] Enqueued Resource ID: 8f7bbb4d-4d08-4b5b-a442-0b374059a871 with Priority: HIGHEST for action security_group_members [ 713.006119] env[65894]: INFO networking_nsxv3.common.synchronization [req-aaea61aa-765f-4e77-943f-c78b93068372 req-6181461e-e9ad-4060-a7ee-e14e9b97b7ff service nova] Enqueued Resource ID: 974b3482-f343-4cf0-8c63-56adbb94bd6f with Priority: HIGHEST for action port [ 713.006862] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f7bbb4d-4d08-4b5b-a442-0b374059a871 with Priority: HIGHEST for action security_group_rules [ 713.007179] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f7bbb4d-4d08-4b5b-a442-0b374059a871 with Priority: HIGHEST for action security_group_members [ 713.007661] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 974b3482-f343-4cf0-8c63-56adbb94bd6f with Priority: HIGHEST for action port [ 713.008342] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f7bbb4d-4d08-4b5b-a442-0b374059a871 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.008602] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f7bbb4d-4d08-4b5b-a442-0b374059a871" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.011048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f7bbb4d-4d08-4b5b-a442-0b374059a871" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.011048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f7bbb4d-4d08-4b5b-a442-0b374059a871" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.011048] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f7bbb4d-4d08-4b5b-a442-0b374059a871',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.011048] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f7bbb4d-4d08-4b5b-a442-0b374059a871 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.011048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f7bbb4d-4d08-4b5b-a442-0b374059a871" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.011048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f7bbb4d-4d08-4b5b-a442-0b374059a871" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.011048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f7bbb4d-4d08-4b5b-a442-0b374059a871" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.011048] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.011966] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.012209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.012499] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.013433] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.013433] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f7bbb4d-4d08-4b5b-a442-0b374059a871',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.013896] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-974b3482-f343-4cf0-8c63-56adbb94bd6f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.017018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-974b3482-f343-4cf0-8c63-56adbb94bd6f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.017018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-974b3482-f343-4cf0-8c63-56adbb94bd6f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.017018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-974b3482-f343-4cf0-8c63-56adbb94bd6f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.017018] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('974b3482-f343-4cf0-8c63-56adbb94bd6f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.089591] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: SUCCESS [ 713.089932] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.157953] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c550b33-e81a-417b-bd02-ab6296a49654 [ 713.158401] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.158679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.158912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.159799] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.159982] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.160210] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c550b33-e81a-417b-bd02-ab6296a49654 already deleted. [ 713.161608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c550b33-e81a-417b-bd02-ab6296a49654" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.398322] env[65894]: INFO networking_nsxv3.common.synchronization [req-6bc0a884-66d4-4c2b-8bc2-ca8e6a7f4acb req-26605764-c189-4704-98a6-a957fc2c3129 tempest-InstanceActionsNegativeTestJSON-923771005 tempest-InstanceActionsNegativeTestJSON-923771005-project-member] Enqueued Resource ID: 3a4b32d2-c57c-480b-89b6-24fb976a35d5 with Priority: HIGHEST for action security_group_members [ 713.398322] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4b32d2-c57c-480b-89b6-24fb976a35d5 with Priority: HIGHEST for action security_group_members [ 713.398474] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4b32d2-c57c-480b-89b6-24fb976a35d5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.398536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4b32d2-c57c-480b-89b6-24fb976a35d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.398582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4b32d2-c57c-480b-89b6-24fb976a35d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.398779] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4b32d2-c57c-480b-89b6-24fb976a35d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.398931] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.399053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.399144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.399338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.399426] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.399524] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a4b32d2-c57c-480b-89b6-24fb976a35d5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.401979] env[65894]: INFO networking_nsxv3.common.synchronization [req-146cb0a9-164f-4024-90e1-ecbf5af241c1 req-4e9a5332-357e-4d9f-9d6b-443a3697fac8 tempest-ServersNegativeTestJSON-1837726808 tempest-ServersNegativeTestJSON-1837726808-project-member] Enqueued Resource ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 with Priority: HIGHEST for action security_group_members [ 713.404245] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 with Priority: HIGHEST for action security_group_members [ 713.404245] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e76421d-d8aa-4982-9c18-a4627c658fb0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.404245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.404245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.404245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.404245] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.404245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.404245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.404245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.404245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.404245] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e76421d-d8aa-4982-9c18-a4627c658fb0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.405050] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.405050] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.405152] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.405276] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.405340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.405512] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.405604] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.405662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.405796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.405867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.405947] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a19d25d-505a-41df-a74d-ab0e45a3e0fa is going to be updated. [ 713.445092] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.445092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.445092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.445092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.445092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.457322] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a19d25d-505a-41df-a74d-ab0e45a3e0fa in Status: IN_PROGRESS for 2s [ 713.518283] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f7bbb4d-4d08-4b5b-a442-0b374059a871',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.519756] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f7bbb4d-4d08-4b5b-a442-0b374059a871 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.519756] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f7bbb4d-4d08-4b5b-a442-0b374059a871" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.523304] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 974b3482-f343-4cf0-8c63-56adbb94bd6f with status ACTIVE [ 713.523706] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.523904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.524046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.524322] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.524423] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.524717] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.524859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.524939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.525220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.525344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.525520] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.525618] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.525679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.525830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.525906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.525990] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 974b3482-f343-4cf0-8c63-56adbb94bd6f is going to be updated. [ 713.558954] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.559559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.559671] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.559878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.560149] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.560359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-974b3482-f343-4cf0-8c63-56adbb94bd6f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.903882] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.904235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.904235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.904305] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.904933] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.904933] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.904933] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.904933] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.904933] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.905272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.905272] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a4b32d2-c57c-480b-89b6-24fb976a35d5 is going to be updated. [ 713.907717] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e76421d-d8aa-4982-9c18-a4627c658fb0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.942382] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.942382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.942382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.942382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.942382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.953217] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a4b32d2-c57c-480b-89b6-24fb976a35d5 in Status: IN_PROGRESS for 2s [ 714.023953] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f7bbb4d-4d08-4b5b-a442-0b374059a871',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.413596] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e76421d-d8aa-4982-9c18-a4627c658fb0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.524861] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7313b2f7-57e1-46f6-8700-efb969a8088f in Status: SUCCESS [ 714.525202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.525689] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.526721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.529158] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.529158] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.529158] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.529158] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f7bbb4d-4d08-4b5b-a442-0b374059a871 is going to be created. [ 714.529158] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.529726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.530101] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.530342] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.530490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.531144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.531471] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.531777] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.531980] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7313b2f7-57e1-46f6-8700-efb969a8088f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.579034] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.579034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.579034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.579034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.579034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.594354] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f7bbb4d-4d08-4b5b-a442-0b374059a871 in Status: UNINITIALIZED for 2s [ 714.720147] env[65894]: INFO networking_nsxv3.common.synchronization [None req-cfadc0ac-140c-418d-9a16-acdaa4ecf309 tempest-AttachVolumeTestJSON-1749400479 tempest-AttachVolumeTestJSON-1749400479-project-member] Enqueued Resource ID: d5f4258d-ffee-4121-ad2f-9f9414260553 with Priority: HIGHEST for action security_group_rules [ 714.720775] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5f4258d-ffee-4121-ad2f-9f9414260553 with Priority: HIGHEST for action security_group_rules [ 714.721097] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5f4258d-ffee-4121-ad2f-9f9414260553 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.721225] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5f4258d-ffee-4121-ad2f-9f9414260553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.721286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5f4258d-ffee-4121-ad2f-9f9414260553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.721555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5f4258d-ffee-4121-ad2f-9f9414260553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.721641] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5f4258d-ffee-4121-ad2f-9f9414260553',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.889066] env[65894]: INFO networking_nsxv3.common.synchronization [None req-f0d15da8-94bf-423f-b90b-954b2f4e984c tempest-AttachVolumeTestJSON-1749400479 tempest-AttachVolumeTestJSON-1749400479-project-member] Enqueued Resource ID: d5f4258d-ffee-4121-ad2f-9f9414260553 with Priority: HIGHEST for action security_group_rules [ 714.890144] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5f4258d-ffee-4121-ad2f-9f9414260553 with Priority: HIGHEST for action security_group_rules [ 714.890144] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5f4258d-ffee-4121-ad2f-9f9414260553 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.890144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5f4258d-ffee-4121-ad2f-9f9414260553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.918500] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.918971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.918971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.919172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.919325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.919485] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 is going to be updated. [ 714.956969] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.956969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.956969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.956969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.956969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.973332] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 in Status: IN_PROGRESS for 2s [ 715.036050] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7313b2f7-57e1-46f6-8700-efb969a8088f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.246695] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.246956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.246956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.247241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.247340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.247442] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5f4258d-ffee-4121-ad2f-9f9414260553 already deleted. [ 715.247527] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5f4258d-ffee-4121-ad2f-9f9414260553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.247680] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5f4258d-ffee-4121-ad2f-9f9414260553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.247851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5f4258d-ffee-4121-ad2f-9f9414260553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.247934] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5f4258d-ffee-4121-ad2f-9f9414260553',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.472140] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a19d25d-505a-41df-a74d-ab0e45a3e0fa in Status: SUCCESS [ 715.476025] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a19d25d-505a-41df-a74d-ab0e45a3e0fa deletion is rescheduled due to dependency. [ 715.476025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a19d25d-505a-41df-a74d-ab0e45a3e0fa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.538398] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7313b2f7-57e1-46f6-8700-efb969a8088f: rpc.has_security_group_logging(os_id): False [ 715.559081] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.559213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.559213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.559424] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.559525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.559769] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.559868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.559929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.560141] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.560222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.560344] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7313b2f7-57e1-46f6-8700-efb969a8088f is going to be created. [ 715.625931] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.626153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.626153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.626377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.626625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.638950] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7313b2f7-57e1-46f6-8700-efb969a8088f in Status: IN_PROGRESS for 2s [ 715.767707] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.767921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.767978] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.768291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.768440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.768550] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5f4258d-ffee-4121-ad2f-9f9414260553 already deleted. [ 715.768661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5f4258d-ffee-4121-ad2f-9f9414260553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.963650] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a4b32d2-c57c-480b-89b6-24fb976a35d5 in Status: SUCCESS [ 715.963650] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a4b32d2-c57c-480b-89b6-24fb976a35d5 deletion is rescheduled due to dependency. [ 715.963650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4b32d2-c57c-480b-89b6-24fb976a35d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.481283] env[65894]: INFO networking_nsxv3.common.synchronization [None req-a91e9c0e-c7c8-44a4-a661-a28d5e9179ff None None] Enqueued Resource ID: 3de366eb-4187-437c-86ad-bbc37a0a84e9 with Priority: HIGHEST for action port [ 716.481868] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de366eb-4187-437c-86ad-bbc37a0a84e9 with Priority: HIGHEST for action port [ 716.482495] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-3de366eb-4187-437c-86ad-bbc37a0a84e9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.482761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3de366eb-4187-437c-86ad-bbc37a0a84e9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.482925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3de366eb-4187-437c-86ad-bbc37a0a84e9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.484517] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3de366eb-4187-437c-86ad-bbc37a0a84e9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.484517] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3de366eb-4187-437c-86ad-bbc37a0a84e9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.607824] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f7bbb4d-4d08-4b5b-a442-0b374059a871 in Status: SUCCESS [ 716.608095] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f7bbb4d-4d08-4b5b-a442-0b374059a871" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.608268] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f7bbb4d-4d08-4b5b-a442-0b374059a871" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.608524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f7bbb4d-4d08-4b5b-a442-0b374059a871" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.608756] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.608833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.609030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.609089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.609324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.609324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f7bbb4d-4d08-4b5b-a442-0b374059a871" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.609398] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f7bbb4d-4d08-4b5b-a442-0b374059a871',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.746168] env[65894]: INFO networking_nsxv3.common.synchronization [req-2a0dff22-6c54-4286-9f40-4893818fc95e req-7f172d30-bb78-4e07-8cb4-0dd7d4f08aa3 tempest-ServerDiskConfigTestJSON-1160334058 tempest-ServerDiskConfigTestJSON-1160334058-project-member] Enqueued Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_members [ 716.747029] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_members [ 716.747242] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.748073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.748073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.748073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.748073] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.748073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.748073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.748319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.752168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.752168] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.984962] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 in Status: SUCCESS [ 716.984962] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.988635] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3de366eb-4187-437c-86ad-bbc37a0a84e9 [ 716.988635] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.988635] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.988635] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.988635] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.988635] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.988635] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3de366eb-4187-437c-86ad-bbc37a0a84e9 already deleted. [ 716.988635] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3de366eb-4187-437c-86ad-bbc37a0a84e9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.114124] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f7bbb4d-4d08-4b5b-a442-0b374059a871 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.114124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f7bbb4d-4d08-4b5b-a442-0b374059a871" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.114475] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f7bbb4d-4d08-4b5b-a442-0b374059a871" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.114519] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f7bbb4d-4d08-4b5b-a442-0b374059a871" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.114736] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.114875] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.115054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.115188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.115369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.115432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f7bbb4d-4d08-4b5b-a442-0b374059a871" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.118553] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f7bbb4d-4d08-4b5b-a442-0b374059a871 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.118553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f7bbb4d-4d08-4b5b-a442-0b374059a871" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.118553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f7bbb4d-4d08-4b5b-a442-0b374059a871" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.118553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f7bbb4d-4d08-4b5b-a442-0b374059a871" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.118553] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.118553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.118553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.118553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.118553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.118553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f7bbb4d-4d08-4b5b-a442-0b374059a871" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.118553] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f7bbb4d-4d08-4b5b-a442-0b374059a871',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.251654] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.251846] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.251898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.252577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.252577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.252577] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.252577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.252577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.252879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.252879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.252879] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e already deleted. [ 717.252962] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.280421] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-269 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.280421] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-269" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.280421] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-269" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.280421] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-269" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.280421] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.281274] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.281615] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.282012] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.282300] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.282639] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.282873] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.284032] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.284032] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.284032] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.284032] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.284032] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.307990] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.307990] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.307990] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.307990] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-269" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.307990] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-d2bab779-a49b-4752-bfaa-3fa9bddd7836 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.307990] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-d2bab779-a49b-4752-bfaa-3fa9bddd7836" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.307990] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-d2bab779-a49b-4752-bfaa-3fa9bddd7836" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.307990] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-d2bab779-a49b-4752-bfaa-3fa9bddd7836" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.307990] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2bab779-a49b-4752-bfaa-3fa9bddd7836',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.441601] env[65894]: INFO networking_nsxv3.common.synchronization [req-adc84976-220e-413d-a2d4-8058575a735f req-1175e7cd-0156-4f19-8b7b-a865f0c0c3ff tempest-VolumesAssistedSnapshotsTest-213927095 tempest-VolumesAssistedSnapshotsTest-213927095-project-member] Enqueued Resource ID: 4bc52c0a-f5e0-4427-973e-bb812229227a with Priority: HIGHEST for action security_group_members [ 717.442137] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc52c0a-f5e0-4427-973e-bb812229227a with Priority: HIGHEST for action security_group_members [ 717.442435] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc52c0a-f5e0-4427-973e-bb812229227a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.442557] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc52c0a-f5e0-4427-973e-bb812229227a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.442625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc52c0a-f5e0-4427-973e-bb812229227a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.442812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc52c0a-f5e0-4427-973e-bb812229227a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.442958] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.443812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.443812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.443812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.443812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.443812] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc52c0a-f5e0-4427-973e-bb812229227a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.622161] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f7bbb4d-4d08-4b5b-a442-0b374059a871: rpc.has_security_group_logging(os_id): False [ 717.641426] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.641584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.641584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.641728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.641820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.642083] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.642212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.642276] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.642441] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.642523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.642704] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.642797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.642858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.642995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.643083] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.643270] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.643364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.643424] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.643559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.643633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.643715] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f7bbb4d-4d08-4b5b-a442-0b374059a871 is going to be created. [ 717.659290] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7313b2f7-57e1-46f6-8700-efb969a8088f in Status: SUCCESS [ 717.659520] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.702999] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.703178] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.703254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.703522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.703707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.717709] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f7bbb4d-4d08-4b5b-a442-0b374059a871 in Status: IN_PROGRESS for 2s [ 717.792236] env[65894]: INFO networking_nsxv3.common.synchronization [req-6a6dcdbd-cdf2-4087-bc13-7eec3bfd2835 req-36042768-fd40-4ea4-a228-c0520eac27f9 tempest-FloatingIPsAssociationTestJSON-78560310 tempest-FloatingIPsAssociationTestJSON-78560310-project-member] Enqueued Resource ID: 0e2db3c7-419d-4499-a266-d45e27082c3e with Priority: HIGHEST for action security_group_members [ 717.794007] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e2db3c7-419d-4499-a266-d45e27082c3e with Priority: HIGHEST for action security_group_members [ 717.795291] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e2db3c7-419d-4499-a266-d45e27082c3e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.799024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.799024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.799024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.799024] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.799024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.799024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.799024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.799024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.799024] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e2db3c7-419d-4499-a266-d45e27082c3e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.809715] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.809944] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.810090] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.810375] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.810531] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.810844] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port d2bab779-a49b-4752-bfaa-3fa9bddd7836 not found, creating... [ 717.811214] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.811334] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.811469] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.811724] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.812529] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.812529] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.812529] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.812529] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.812817] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.813028] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.813236] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: d2bab779-a49b-4752-bfaa-3fa9bddd7836 is going to be created. [ 717.836500] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.836712] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.836856] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.837139] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.837370] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.837593] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-d2bab779-a49b-4752-bfaa-3fa9bddd7836" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.946686] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.946891] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.946964] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.947481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.947481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.947635] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.947741] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.947775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.947916] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.947991] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.948140] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc52c0a-f5e0-4427-973e-bb812229227a is going to be updated. [ 717.987725] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.988173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.988173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.988288] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.988355] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.002194] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc52c0a-f5e0-4427-973e-bb812229227a in Status: IN_PROGRESS for 2s [ 718.305204] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e2db3c7-419d-4499-a266-d45e27082c3e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.563454] env[65894]: INFO networking_nsxv3.common.synchronization [req-2a0dff22-6c54-4286-9f40-4893818fc95e req-f16f1b3e-8df0-4964-8849-4ed8da6eacdb service nova] Enqueued Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_rules [ 718.563672] env[65894]: INFO networking_nsxv3.common.synchronization [req-2a0dff22-6c54-4286-9f40-4893818fc95e req-f16f1b3e-8df0-4964-8849-4ed8da6eacdb service nova] Enqueued Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_members [ 718.563870] env[65894]: INFO networking_nsxv3.common.synchronization [req-2a0dff22-6c54-4286-9f40-4893818fc95e req-f16f1b3e-8df0-4964-8849-4ed8da6eacdb service nova] Enqueued Resource ID: d2bab779-a49b-4752-bfaa-3fa9bddd7836 with Priority: HIGHEST for action port [ 718.564795] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_rules [ 718.564795] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_members [ 718.564795] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2bab779-a49b-4752-bfaa-3fa9bddd7836 with Priority: HIGHEST for action port [ 718.565368] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.568019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.568019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.568019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.568019] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.568019] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.568019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.568019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.568422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.568422] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.568593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.568727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.568917] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.569066] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.569177] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.570668] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2bab779-a49b-4752-bfaa-3fa9bddd7836 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.570668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2bab779-a49b-4752-bfaa-3fa9bddd7836" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.570668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2bab779-a49b-4752-bfaa-3fa9bddd7836" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.570668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2bab779-a49b-4752-bfaa-3fa9bddd7836" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.570865] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2bab779-a49b-4752-bfaa-3fa9bddd7836',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.807987] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e2db3c7-419d-4499-a266-d45e27082c3e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.074523] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.074894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.079213] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.080278] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2bab779-a49b-4752-bfaa-3fa9bddd7836 with status ACTIVE [ 719.080497] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.080629] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.080723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.081103] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.081103] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.081207] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.081310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.081377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.081591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.081658] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.081842] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.081945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.082024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.082167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.082242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.082328] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2bab779-a49b-4752-bfaa-3fa9bddd7836 is going to be updated. [ 719.112663] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.112812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.112882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.114160] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.114160] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.114160] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2bab779-a49b-4752-bfaa-3fa9bddd7836" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.115754] env[65894]: INFO networking_nsxv3.common.synchronization [None req-816058fe-3faf-470e-986b-3612a326400f None None] Enqueued Resource ID: 30d7103b-e46d-490c-843d-42460a970c6c with Priority: HIGHEST for action port [ 719.117603] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30d7103b-e46d-490c-843d-42460a970c6c with Priority: HIGHEST for action port [ 719.118647] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-30d7103b-e46d-490c-843d-42460a970c6c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.118792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30d7103b-e46d-490c-843d-42460a970c6c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.118832] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30d7103b-e46d-490c-843d-42460a970c6c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.119262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30d7103b-e46d-490c-843d-42460a970c6c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.119867] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30d7103b-e46d-490c-843d-42460a970c6c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.313770] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.314026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.314109] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.314334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.314432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.314535] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e2db3c7-419d-4499-a266-d45e27082c3e is going to be updated. [ 719.353267] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.353267] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.353267] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.353546] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.353890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.366960] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e2db3c7-419d-4499-a266-d45e27082c3e in Status: IN_PROGRESS for 2s [ 719.584898] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.623467] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30d7103b-e46d-490c-843d-42460a970c6c [ 719.624927] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.624927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.624927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.624927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.624927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.624927] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30d7103b-e46d-490c-843d-42460a970c6c already deleted. [ 719.624927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30d7103b-e46d-490c-843d-42460a970c6c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.731799] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f7bbb4d-4d08-4b5b-a442-0b374059a871 in Status: SUCCESS [ 719.732200] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f7bbb4d-4d08-4b5b-a442-0b374059a871" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.012605] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc52c0a-f5e0-4427-973e-bb812229227a in Status: SUCCESS [ 720.012796] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc52c0a-f5e0-4427-973e-bb812229227a deletion is rescheduled due to dependency. [ 720.012974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc52c0a-f5e0-4427-973e-bb812229227a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.088110] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.088914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.088914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.088914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.088914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.088914] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e is going to be created. [ 720.115607] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.115761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.115832] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.116297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.116970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.129619] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: UNINITIALIZED for 2s [ 721.384205] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e2db3c7-419d-4499-a266-d45e27082c3e in Status: SUCCESS [ 721.384487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.619366] env[65894]: INFO networking_nsxv3.common.synchronization [req-0f4933fb-e07f-46b0-88bf-416da008be87 req-2aa17428-9471-46e8-9144-2257471a4d29 tempest-ServersTestManualDisk-1911775375 tempest-ServersTestManualDisk-1911775375-project-member] Enqueued Resource ID: 290719c8-3f3b-43a0-ac99-1e457de1aef0 with Priority: HIGHEST for action security_group_members [ 721.619987] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 290719c8-3f3b-43a0-ac99-1e457de1aef0 with Priority: HIGHEST for action security_group_members [ 721.620374] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-290719c8-3f3b-43a0-ac99-1e457de1aef0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.620508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-290719c8-3f3b-43a0-ac99-1e457de1aef0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.620623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-290719c8-3f3b-43a0-ac99-1e457de1aef0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.620924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-290719c8-3f3b-43a0-ac99-1e457de1aef0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.621342] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.621342] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.621538] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.621538] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.621630] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.621727] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('290719c8-3f3b-43a0-ac99-1e457de1aef0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.991364] env[65894]: INFO networking_nsxv3.common.synchronization [req-f6484fe5-b685-4b3c-bd45-09ab6f236ed0 req-84f78326-7fa5-4efe-9ed6-bc4c1f619232 tempest-ServersWithSpecificFlavorTestJSON-1953209369 tempest-ServersWithSpecificFlavorTestJSON-1953209369-project-member] Enqueued Resource ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb with Priority: HIGHEST for action security_group_members [ 721.992202] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb with Priority: HIGHEST for action security_group_members [ 721.992627] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d8de128-d072-476d-a7e8-77dc7d1b76cb taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.992795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.992893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.993192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.993407] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.993544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.995018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.995018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.995226] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.995368] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d8de128-d072-476d-a7e8-77dc7d1b76cb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.124308] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.124460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.124512] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.124702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.124796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.126071] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.126071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.126071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.126071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.126071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.126440] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 290719c8-3f3b-43a0-ac99-1e457de1aef0 already deleted. [ 722.126440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-290719c8-3f3b-43a0-ac99-1e457de1aef0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.140601] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: SUCCESS [ 722.140797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.140923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.142340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.142340] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.142340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.142340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.142340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.142340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.142340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.142340] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.489375] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-881 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.489722] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-881" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.489766] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-881" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.490075] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-881" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.490799] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.490799] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.490799] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.490957] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.491079] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.491336] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.491454] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.491574] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.491653] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.491753] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.491900] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.492052] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.498482] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.498605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.498673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.498853] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.498946] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.499160] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.499258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.499317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.499670] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.499861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.499988] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb is going to be updated. [ 722.511504] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.511656] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 722.511791] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.511960] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-881" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.512357] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-7b9118e3-67d2-41fa-b0e7-4118de94cfa4 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.512441] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-7b9118e3-67d2-41fa-b0e7-4118de94cfa4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.512552] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-7b9118e3-67d2-41fa-b0e7-4118de94cfa4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.512880] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-7b9118e3-67d2-41fa-b0e7-4118de94cfa4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.513025] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b9118e3-67d2-41fa-b0e7-4118de94cfa4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.527177] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.527414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.527414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.527652] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.527817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.537546] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb in Status: IN_PROGRESS for 2s [ 722.646566] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.647224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.647224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.647224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.647408] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.647473] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.647505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.647709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.648381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.648381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.648381] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.648381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.648381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.648381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.648723] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.648723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.648723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.648723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.648846] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.648874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.648945] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.015208] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.015442] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.015564] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.015840] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.015981] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.016146] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 7b9118e3-67d2-41fa-b0e7-4118de94cfa4 not found, creating... [ 723.016401] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.016551] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.016660] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.016943] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.017128] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.017450] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.017630] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.017853] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.018097] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.018270] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.018442] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 7b9118e3-67d2-41fa-b0e7-4118de94cfa4 is going to be created. [ 723.042253] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.044055] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.044055] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.044055] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.044055] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.044055] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-7b9118e3-67d2-41fa-b0e7-4118de94cfa4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.152747] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e: rpc.has_security_group_logging(os_id): False [ 723.186795] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.186960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.187071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.187418] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.187537] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.187803] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.187965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.188059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.188256] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.188428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.190100] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.190100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.190100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.190100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.190100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.190100] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.190100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.190100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.190100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.190100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.190100] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e is going to be created. [ 723.289747] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.289747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.289747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.289747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.289747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.301697] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: IN_PROGRESS for 2s [ 723.782729] env[65894]: INFO networking_nsxv3.common.synchronization [req-0f4933fb-e07f-46b0-88bf-416da008be87 req-74f5ada8-25a9-48af-ba4b-f7808977736c service nova] Enqueued Resource ID: 290719c8-3f3b-43a0-ac99-1e457de1aef0 with Priority: HIGHEST for action security_group_rules [ 723.783115] env[65894]: INFO networking_nsxv3.common.synchronization [req-0f4933fb-e07f-46b0-88bf-416da008be87 req-74f5ada8-25a9-48af-ba4b-f7808977736c service nova] Enqueued Resource ID: 290719c8-3f3b-43a0-ac99-1e457de1aef0 with Priority: HIGHEST for action security_group_members [ 723.783115] env[65894]: INFO networking_nsxv3.common.synchronization [req-0f4933fb-e07f-46b0-88bf-416da008be87 req-74f5ada8-25a9-48af-ba4b-f7808977736c service nova] Enqueued Resource ID: 7b9118e3-67d2-41fa-b0e7-4118de94cfa4 with Priority: HIGHEST for action port [ 723.783821] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 290719c8-3f3b-43a0-ac99-1e457de1aef0 with Priority: HIGHEST for action security_group_rules [ 723.783923] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 290719c8-3f3b-43a0-ac99-1e457de1aef0 with Priority: HIGHEST for action security_group_members [ 723.784040] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9118e3-67d2-41fa-b0e7-4118de94cfa4 with Priority: HIGHEST for action port [ 723.784330] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-290719c8-3f3b-43a0-ac99-1e457de1aef0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.784461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-290719c8-3f3b-43a0-ac99-1e457de1aef0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.784528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-290719c8-3f3b-43a0-ac99-1e457de1aef0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.784731] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-290719c8-3f3b-43a0-ac99-1e457de1aef0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.784816] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('290719c8-3f3b-43a0-ac99-1e457de1aef0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.785730] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-290719c8-3f3b-43a0-ac99-1e457de1aef0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.785851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-290719c8-3f3b-43a0-ac99-1e457de1aef0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.785920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-290719c8-3f3b-43a0-ac99-1e457de1aef0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.786171] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-290719c8-3f3b-43a0-ac99-1e457de1aef0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.786356] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.786458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.786548] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.786672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.786758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.786853] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('290719c8-3f3b-43a0-ac99-1e457de1aef0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.787822] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b9118e3-67d2-41fa-b0e7-4118de94cfa4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.787990] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b9118e3-67d2-41fa-b0e7-4118de94cfa4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.788057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b9118e3-67d2-41fa-b0e7-4118de94cfa4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.788237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b9118e3-67d2-41fa-b0e7-4118de94cfa4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.788312] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b9118e3-67d2-41fa-b0e7-4118de94cfa4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.289776] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('290719c8-3f3b-43a0-ac99-1e457de1aef0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.291418] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-290719c8-3f3b-43a0-ac99-1e457de1aef0 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.291572] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-290719c8-3f3b-43a0-ac99-1e457de1aef0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.293527] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b9118e3-67d2-41fa-b0e7-4118de94cfa4 with status ACTIVE [ 724.294220] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.294468] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.294559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.295221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.295221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.295221] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.295221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.295221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.295505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.295505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.295613] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.295701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.295758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.296060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.296060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.296060] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b9118e3-67d2-41fa-b0e7-4118de94cfa4 is going to be updated. [ 724.320073] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.320073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.320073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.320402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.320790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.320868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b9118e3-67d2-41fa-b0e7-4118de94cfa4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.548518] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb in Status: SUCCESS [ 724.548707] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb deletion is rescheduled due to dependency. [ 724.548824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.792597] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('290719c8-3f3b-43a0-ac99-1e457de1aef0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.121924] env[65894]: INFO networking_nsxv3.common.synchronization [None req-9e26630d-58d0-41bf-bfbb-8e275773ef06 None None] Enqueued Resource ID: f55c891a-f1ba-4e34-b8a5-de2e14aed3fd with Priority: HIGHEST for action port [ 725.122550] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f55c891a-f1ba-4e34-b8a5-de2e14aed3fd with Priority: HIGHEST for action port [ 725.123493] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-f55c891a-f1ba-4e34-b8a5-de2e14aed3fd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.123493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f55c891a-f1ba-4e34-b8a5-de2e14aed3fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.124463] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f55c891a-f1ba-4e34-b8a5-de2e14aed3fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.124463] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f55c891a-f1ba-4e34-b8a5-de2e14aed3fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.124463] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f55c891a-f1ba-4e34-b8a5-de2e14aed3fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.297287] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.297287] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.297287] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.297287] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.297287] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.297287] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 290719c8-3f3b-43a0-ac99-1e457de1aef0 is going to be created. [ 725.315630] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: SUCCESS [ 725.316123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.328152] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.328152] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.328152] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.328152] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.328152] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.340168] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 290719c8-3f3b-43a0-ac99-1e457de1aef0 in Status: UNINITIALIZED for 2s [ 725.627775] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f55c891a-f1ba-4e34-b8a5-de2e14aed3fd [ 725.627775] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.627775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.627775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.627775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.627775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.628143] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f55c891a-f1ba-4e34-b8a5-de2e14aed3fd already deleted. [ 725.628143] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f55c891a-f1ba-4e34-b8a5-de2e14aed3fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.354647] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 290719c8-3f3b-43a0-ac99-1e457de1aef0 in Status: SUCCESS [ 727.354647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-290719c8-3f3b-43a0-ac99-1e457de1aef0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.354647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-290719c8-3f3b-43a0-ac99-1e457de1aef0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.354647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-290719c8-3f3b-43a0-ac99-1e457de1aef0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.354647] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.354647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.354647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.354647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.354647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.354647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-290719c8-3f3b-43a0-ac99-1e457de1aef0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.354647] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('290719c8-3f3b-43a0-ac99-1e457de1aef0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.602526] env[65894]: INFO networking_nsxv3.common.synchronization [None req-40692c01-7b7e-4fd9-b02f-aeaf57a4e43e None None] Enqueued Resource ID: 72417c6d-36fc-4c27-b0c4-2ce3c413893a with Priority: HIGHEST for action port [ 727.603105] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72417c6d-36fc-4c27-b0c4-2ce3c413893a with Priority: HIGHEST for action port [ 727.603400] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-72417c6d-36fc-4c27-b0c4-2ce3c413893a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.603522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72417c6d-36fc-4c27-b0c4-2ce3c413893a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.603589] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72417c6d-36fc-4c27-b0c4-2ce3c413893a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.603844] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72417c6d-36fc-4c27-b0c4-2ce3c413893a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.603928] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72417c6d-36fc-4c27-b0c4-2ce3c413893a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.856637] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('290719c8-3f3b-43a0-ac99-1e457de1aef0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.035685] env[65894]: INFO networking_nsxv3.common.synchronization [None req-c2c87617-19e2-4d06-b054-f1d6f6638aea None None] Enqueued Resource ID: 54dbaf2b-5060-48ee-857b-3690fb3aae7c with Priority: HIGHEST for action port [ 728.035685] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54dbaf2b-5060-48ee-857b-3690fb3aae7c with Priority: HIGHEST for action port [ 728.035685] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-54dbaf2b-5060-48ee-857b-3690fb3aae7c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.035685] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54dbaf2b-5060-48ee-857b-3690fb3aae7c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.035685] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54dbaf2b-5060-48ee-857b-3690fb3aae7c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.036143] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54dbaf2b-5060-48ee-857b-3690fb3aae7c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.036342] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54dbaf2b-5060-48ee-857b-3690fb3aae7c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.106810] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72417c6d-36fc-4c27-b0c4-2ce3c413893a [ 728.107629] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.107815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.107894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.108122] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.108200] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.108298] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72417c6d-36fc-4c27-b0c4-2ce3c413893a already deleted. [ 728.108405] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72417c6d-36fc-4c27-b0c4-2ce3c413893a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.359674] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 290719c8-3f3b-43a0-ac99-1e457de1aef0: rpc.has_security_group_logging(os_id): False [ 728.381154] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.381154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.381485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.381987] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.381987] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.381987] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.382196] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.382196] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.382266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.382400] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.382432] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 290719c8-3f3b-43a0-ac99-1e457de1aef0 is going to be created. [ 728.458075] env[65894]: INFO networking_nsxv3.common.synchronization [req-927b99f3-5d67-454f-b3a9-2751064e8b80 req-051fd616-9a3d-4d15-9d6d-6b0342e66c19 tempest-DeleteServersTestJSON-277239729 tempest-DeleteServersTestJSON-277239729-project-member] Enqueued Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 728.458882] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 728.460647] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.460758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.460758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.461311] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.461311] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.461434] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.461515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.461684] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.461773] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.461874] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.463953] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.464277] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.464277] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.464354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.464526] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.482757] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 290719c8-3f3b-43a0-ac99-1e457de1aef0 in Status: IN_PROGRESS for 2s [ 728.542568] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54dbaf2b-5060-48ee-857b-3690fb3aae7c [ 728.542836] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.542990] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.543072] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.544265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.544265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.544265] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54dbaf2b-5060-48ee-857b-3690fb3aae7c already deleted. [ 728.544265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54dbaf2b-5060-48ee-857b-3690fb3aae7c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.930121] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-105 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.930302] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-105" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.930361] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-105" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.930677] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-105" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.931303] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.931303] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.931303] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.931519] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.931647] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.931874] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.931954] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.932130] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.932159] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.932256] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.932373] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.932471] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.952274] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.953766] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 728.953766] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.953766] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-105" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.953766] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-00ba1d86-3c5c-4394-9c88-33d5d5f9d683 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.953766] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-00ba1d86-3c5c-4394-9c88-33d5d5f9d683" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.953766] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-00ba1d86-3c5c-4394-9c88-33d5d5f9d683" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.953766] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-00ba1d86-3c5c-4394-9c88-33d5d5f9d683" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.953766] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00ba1d86-3c5c-4394-9c88-33d5d5f9d683',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.972097] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.972625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.972625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.972783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.972830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.973049] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.973169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.973197] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.973366] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.973468] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.973545] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 already deleted. [ 728.974106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.457045] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.457369] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.457551] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.457906] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.458095] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.458371] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 00ba1d86-3c5c-4394-9c88-33d5d5f9d683 not found, creating... [ 729.458653] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.458810] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.458945] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.459164] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.459294] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.459576] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.459739] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.459826] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.460085] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.460161] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.460289] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 00ba1d86-3c5c-4394-9c88-33d5d5f9d683 is going to be created. [ 729.482735] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.482964] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.483100] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.483364] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.483683] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.483880] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-00ba1d86-3c5c-4394-9c88-33d5d5f9d683" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.602048] env[65894]: INFO networking_nsxv3.common.synchronization [None req-4b4b1df6-40d5-41ab-b45c-f1f3d0defed5 tempest-AttachInterfacesTestJSON-1026338332 tempest-AttachInterfacesTestJSON-1026338332-project-member] Enqueued Resource ID: 1665c4ff-b5b2-4779-92fb-70a945b6c96d with Priority: HIGHEST for action security_group_rules [ 729.602646] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1665c4ff-b5b2-4779-92fb-70a945b6c96d with Priority: HIGHEST for action security_group_rules [ 729.603021] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1665c4ff-b5b2-4779-92fb-70a945b6c96d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.603421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.603551] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.603874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.603984] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1665c4ff-b5b2-4779-92fb-70a945b6c96d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.737120] env[65894]: INFO networking_nsxv3.common.synchronization [None req-e7dcc5ad-c033-488e-82d6-4d00720c49ba None None] Enqueued Resource ID: b35c9743-2755-42ee-b558-abd3dd945479 with Priority: HIGHEST for action port [ 729.737120] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b35c9743-2755-42ee-b558-abd3dd945479 with Priority: HIGHEST for action port [ 729.737451] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-b35c9743-2755-42ee-b558-abd3dd945479 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.737451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b35c9743-2755-42ee-b558-abd3dd945479" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.737451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b35c9743-2755-42ee-b558-abd3dd945479" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.738366] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b35c9743-2755-42ee-b558-abd3dd945479" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.738480] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b35c9743-2755-42ee-b558-abd3dd945479',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.126430] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.126975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.126975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.127156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.127573] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.127573] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1665c4ff-b5b2-4779-92fb-70a945b6c96d already deleted. [ 730.127573] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.243228] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b35c9743-2755-42ee-b558-abd3dd945479 [ 730.243228] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.243228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.243228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.243228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.243228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.243228] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b35c9743-2755-42ee-b558-abd3dd945479 already deleted. [ 730.243228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b35c9743-2755-42ee-b558-abd3dd945479" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.279803] env[65894]: INFO networking_nsxv3.common.synchronization [req-927b99f3-5d67-454f-b3a9-2751064e8b80 req-f18008cd-ecf9-4a28-97ab-7ddf74f1f2ee service nova] Enqueued Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_rules [ 730.279983] env[65894]: INFO networking_nsxv3.common.synchronization [req-927b99f3-5d67-454f-b3a9-2751064e8b80 req-f18008cd-ecf9-4a28-97ab-7ddf74f1f2ee service nova] Enqueued Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 730.280766] env[65894]: INFO networking_nsxv3.common.synchronization [req-927b99f3-5d67-454f-b3a9-2751064e8b80 req-f18008cd-ecf9-4a28-97ab-7ddf74f1f2ee service nova] Enqueued Resource ID: 00ba1d86-3c5c-4394-9c88-33d5d5f9d683 with Priority: HIGHEST for action port [ 730.280766] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_rules [ 730.280979] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 730.281037] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00ba1d86-3c5c-4394-9c88-33d5d5f9d683 with Priority: HIGHEST for action port [ 730.282130] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.282130] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.282130] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.282130] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.282130] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.283169] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.283345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.283375] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.283572] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.283749] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.283860] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.283938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.284122] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.284227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.284333] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.285746] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-00ba1d86-3c5c-4394-9c88-33d5d5f9d683 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.285873] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00ba1d86-3c5c-4394-9c88-33d5d5f9d683" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.285947] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00ba1d86-3c5c-4394-9c88-33d5d5f9d683" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.286148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00ba1d86-3c5c-4394-9c88-33d5d5f9d683" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.286239] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00ba1d86-3c5c-4394-9c88-33d5d5f9d683',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.363035] env[65894]: INFO networking_nsxv3.common.synchronization [None req-f87b9192-6038-4681-8514-09f74d8f75cd tempest-AttachInterfacesTestJSON-1026338332 tempest-AttachInterfacesTestJSON-1026338332-project-member] Enqueued Resource ID: 1665c4ff-b5b2-4779-92fb-70a945b6c96d with Priority: HIGHEST for action security_group_rules [ 730.363577] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1665c4ff-b5b2-4779-92fb-70a945b6c96d with Priority: HIGHEST for action security_group_rules [ 730.363883] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1665c4ff-b5b2-4779-92fb-70a945b6c96d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.364015] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.364086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.364415] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.364415] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1665c4ff-b5b2-4779-92fb-70a945b6c96d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.495626] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 290719c8-3f3b-43a0-ac99-1e457de1aef0 in Status: SUCCESS [ 730.495626] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-290719c8-3f3b-43a0-ac99-1e457de1aef0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.789639] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.789869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.790085] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.791059] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00ba1d86-3c5c-4394-9c88-33d5d5f9d683 with status ACTIVE [ 730.791250] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.791368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.791455] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.792033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.792033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.792033] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.792033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.792330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.792330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.792330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.792449] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.792575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.792611] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.792735] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.792802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.792885] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00ba1d86-3c5c-4394-9c88-33d5d5f9d683 is going to be updated. [ 730.818583] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.818758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.818805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.818980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.819130] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.819291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00ba1d86-3c5c-4394-9c88-33d5d5f9d683" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.897772] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.897924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.897980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.898273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.898341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.898435] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1665c4ff-b5b2-4779-92fb-70a945b6c96d already deleted. [ 730.898530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.294666] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.799575] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.799942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.799942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.800229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.800229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.800229] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 is going to be created. [ 731.826353] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.826545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.826613] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.826762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.826917] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.836840] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: UNINITIALIZED for 2s [ 732.478961] env[65894]: INFO networking_nsxv3.common.synchronization [None req-b3d66e53-e5e9-463b-9105-535eacf6460d None None] Enqueued Resource ID: 3a6f7a9d-5118-4ec4-a7ce-6577d56c9661 with Priority: HIGHEST for action port [ 732.479592] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a6f7a9d-5118-4ec4-a7ce-6577d56c9661 with Priority: HIGHEST for action port [ 732.479928] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a6f7a9d-5118-4ec4-a7ce-6577d56c9661 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.480168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a6f7a9d-5118-4ec4-a7ce-6577d56c9661" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.480266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a6f7a9d-5118-4ec4-a7ce-6577d56c9661" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.480627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a6f7a9d-5118-4ec4-a7ce-6577d56c9661" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.480720] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a6f7a9d-5118-4ec4-a7ce-6577d56c9661',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.982929] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a6f7a9d-5118-4ec4-a7ce-6577d56c9661 [ 732.983250] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.983320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.983636] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.984320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.984440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.985382] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a6f7a9d-5118-4ec4-a7ce-6577d56c9661 already deleted. [ 732.985382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a6f7a9d-5118-4ec4-a7ce-6577d56c9661" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.331426] env[65894]: INFO networking_nsxv3.common.synchronization [None req-b8bbe2d9-91b9-4311-a2dd-1c8b31c6236e None None] Enqueued Resource ID: 8dea10ea-34ff-48e0-bc1c-2e38bc884551 with Priority: HIGHEST for action port [ 733.332997] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dea10ea-34ff-48e0-bc1c-2e38bc884551 with Priority: HIGHEST for action port [ 733.332997] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dea10ea-34ff-48e0-bc1c-2e38bc884551 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.332997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dea10ea-34ff-48e0-bc1c-2e38bc884551" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.332997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dea10ea-34ff-48e0-bc1c-2e38bc884551" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.332997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dea10ea-34ff-48e0-bc1c-2e38bc884551" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.333957] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dea10ea-34ff-48e0-bc1c-2e38bc884551',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.837108] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8dea10ea-34ff-48e0-bc1c-2e38bc884551 [ 733.838015] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.838186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.838315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.838541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.838631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.838726] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8dea10ea-34ff-48e0-bc1c-2e38bc884551 already deleted. [ 733.838803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dea10ea-34ff-48e0-bc1c-2e38bc884551" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.851847] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: SUCCESS [ 733.854076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.857621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.857621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.857621] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.857621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.857621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.857621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.857621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.857621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.857621] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.307472] env[65894]: INFO networking_nsxv3.common.synchronization [req-565c4348-07ab-419e-911e-20d232e07727 req-2c39f7ad-81bf-44bf-9761-06d7d8bc6930 tempest-AttachVolumeTestJSON-1749400479 tempest-AttachVolumeTestJSON-1749400479-project-member] Enqueued Resource ID: d5f4258d-ffee-4121-ad2f-9f9414260553 with Priority: HIGHEST for action security_group_members [ 734.307472] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5f4258d-ffee-4121-ad2f-9f9414260553 with Priority: HIGHEST for action security_group_members [ 734.307472] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5f4258d-ffee-4121-ad2f-9f9414260553 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.307472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5f4258d-ffee-4121-ad2f-9f9414260553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.307472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5f4258d-ffee-4121-ad2f-9f9414260553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.307472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5f4258d-ffee-4121-ad2f-9f9414260553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.307472] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.307472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.307472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.307472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.307472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.307472] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5f4258d-ffee-4121-ad2f-9f9414260553',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.358882] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.359037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.359255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.360217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.360489] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.363213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.363213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.363213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.363213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.363213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.363213] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.363213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.363213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.363213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.363213] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.363213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.363213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.363213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.363213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.363213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.363213] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.787406] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.787658] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-727" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.787796] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-727" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.788130] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-727" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.788746] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.788899] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.789017] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.790394] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.790588] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.791620] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.791740] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.791846] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.791949] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.792084] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.792191] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.792319] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.811258] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.811418] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.811495] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.811692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.811783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.811982] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.812141] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.812172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.812310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.812377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.812464] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5f4258d-ffee-4121-ad2f-9f9414260553 already deleted. [ 734.812545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5f4258d-ffee-4121-ad2f-9f9414260553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.815259] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.815509] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 734.815582] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.815734] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-727" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.816093] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-346d28d6-5961-4eba-a223-60773dc0f5d2 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.816273] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-346d28d6-5961-4eba-a223-60773dc0f5d2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.816401] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-346d28d6-5961-4eba-a223-60773dc0f5d2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.816625] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-346d28d6-5961-4eba-a223-60773dc0f5d2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.816762] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('346d28d6-5961-4eba-a223-60773dc0f5d2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.865594] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a4e7519-3a3b-46b2-998a-ea061a97f3b8: rpc.has_security_group_logging(os_id): False [ 734.889613] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.889776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.889843] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.890087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.890176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.892664] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.892813] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.893088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.893088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.893187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.893365] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.893463] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.893521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.896280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.896280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.896280] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.896280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.896280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.896280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.896280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.896280] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 is going to be created. [ 734.979968] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.981527] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.981727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.982312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.982641] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.009530] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: IN_PROGRESS for 2s [ 735.321212] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.321673] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.321673] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.321878] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.322809] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.322909] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 346d28d6-5961-4eba-a223-60773dc0f5d2 not found, creating... [ 735.323251] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.323420] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.323539] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.323804] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.324301] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.324301] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.324429] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.324945] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.324945] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.324945] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.325582] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 346d28d6-5961-4eba-a223-60773dc0f5d2 is going to be created. [ 735.349585] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.349816] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.349888] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.350192] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.350411] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.350637] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-346d28d6-5961-4eba-a223-60773dc0f5d2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.714129] env[65894]: INFO networking_nsxv3.common.synchronization [None req-a6472452-03fd-45c2-8f9d-41ac4ffae881 None None] Enqueued Resource ID: 13247827-03a6-44dd-9eae-d98945ab4171 with Priority: HIGHEST for action port [ 735.714767] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13247827-03a6-44dd-9eae-d98945ab4171 with Priority: HIGHEST for action port [ 735.715055] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-13247827-03a6-44dd-9eae-d98945ab4171 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.715272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13247827-03a6-44dd-9eae-d98945ab4171" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.715272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13247827-03a6-44dd-9eae-d98945ab4171" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.715563] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13247827-03a6-44dd-9eae-d98945ab4171" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.715652] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13247827-03a6-44dd-9eae-d98945ab4171',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.088591] env[65894]: INFO networking_nsxv3.common.synchronization [req-565c4348-07ab-419e-911e-20d232e07727 req-22a834d8-cb2b-4f0b-bb6d-41023674e4b1 service nova] Enqueued Resource ID: d5f4258d-ffee-4121-ad2f-9f9414260553 with Priority: HIGHEST for action security_group_rules [ 736.088591] env[65894]: INFO networking_nsxv3.common.synchronization [req-565c4348-07ab-419e-911e-20d232e07727 req-22a834d8-cb2b-4f0b-bb6d-41023674e4b1 service nova] Enqueued Resource ID: d5f4258d-ffee-4121-ad2f-9f9414260553 with Priority: HIGHEST for action security_group_members [ 736.088801] env[65894]: INFO networking_nsxv3.common.synchronization [req-565c4348-07ab-419e-911e-20d232e07727 req-22a834d8-cb2b-4f0b-bb6d-41023674e4b1 service nova] Enqueued Resource ID: 346d28d6-5961-4eba-a223-60773dc0f5d2 with Priority: HIGHEST for action port [ 736.089342] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5f4258d-ffee-4121-ad2f-9f9414260553 with Priority: HIGHEST for action security_group_rules [ 736.089685] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5f4258d-ffee-4121-ad2f-9f9414260553 with Priority: HIGHEST for action security_group_members [ 736.089913] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 346d28d6-5961-4eba-a223-60773dc0f5d2 with Priority: HIGHEST for action port [ 736.090079] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5f4258d-ffee-4121-ad2f-9f9414260553 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.090143] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5f4258d-ffee-4121-ad2f-9f9414260553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.090212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5f4258d-ffee-4121-ad2f-9f9414260553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.090421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5f4258d-ffee-4121-ad2f-9f9414260553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.090539] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5f4258d-ffee-4121-ad2f-9f9414260553',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.091399] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5f4258d-ffee-4121-ad2f-9f9414260553 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.091472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5f4258d-ffee-4121-ad2f-9f9414260553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.091555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5f4258d-ffee-4121-ad2f-9f9414260553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.091735] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5f4258d-ffee-4121-ad2f-9f9414260553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.091909] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.092079] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.092304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.092304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.092382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.092501] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5f4258d-ffee-4121-ad2f-9f9414260553',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.093324] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-346d28d6-5961-4eba-a223-60773dc0f5d2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.093486] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-346d28d6-5961-4eba-a223-60773dc0f5d2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.093744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-346d28d6-5961-4eba-a223-60773dc0f5d2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.093744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-346d28d6-5961-4eba-a223-60773dc0f5d2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.093744] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('346d28d6-5961-4eba-a223-60773dc0f5d2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.153577] env[65894]: INFO networking_nsxv3.common.synchronization [None req-24fb359e-5a40-4c4b-a570-6fbecff204fd None None] Enqueued Resource ID: f17177e5-af83-4554-a00f-6c2226d6c72a with Priority: HIGHEST for action port [ 736.155949] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f17177e5-af83-4554-a00f-6c2226d6c72a with Priority: HIGHEST for action port [ 736.156934] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-f17177e5-af83-4554-a00f-6c2226d6c72a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.156934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f17177e5-af83-4554-a00f-6c2226d6c72a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.157071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f17177e5-af83-4554-a00f-6c2226d6c72a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.158449] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f17177e5-af83-4554-a00f-6c2226d6c72a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.158449] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f17177e5-af83-4554-a00f-6c2226d6c72a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.218475] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13247827-03a6-44dd-9eae-d98945ab4171 [ 736.221969] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.223039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.223039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.223039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.223039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.223039] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13247827-03a6-44dd-9eae-d98945ab4171 already deleted. [ 736.223039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13247827-03a6-44dd-9eae-d98945ab4171" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.595753] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5f4258d-ffee-4121-ad2f-9f9414260553 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.595999] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5f4258d-ffee-4121-ad2f-9f9414260553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.596352] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5f4258d-ffee-4121-ad2f-9f9414260553',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.597772] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 346d28d6-5961-4eba-a223-60773dc0f5d2 with status ACTIVE [ 736.597962] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.598393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.601890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.601890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.601890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.601890] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.601890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.601890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.601890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.601890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.601890] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.601890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.601890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.601890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.601890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.601890] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 346d28d6-5961-4eba-a223-60773dc0f5d2 is going to be updated. [ 736.622585] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.622765] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.622827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.622997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.623154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.623313] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-346d28d6-5961-4eba-a223-60773dc0f5d2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.648501] env[65894]: INFO networking_nsxv3.common.synchronization [req-61885a5e-cf5a-4cbb-925c-9051f7382c94 req-a7bfef8b-b8f2-4a6d-9412-18cf546189f1 tempest-ImagesOneServerTestJSON-1285253523 tempest-ImagesOneServerTestJSON-1285253523-project-member] Enqueued Resource ID: 9928643c-8bfa-428c-a998-ccfd0639b67d with Priority: HIGHEST for action security_group_members [ 736.649139] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9928643c-8bfa-428c-a998-ccfd0639b67d with Priority: HIGHEST for action security_group_members [ 736.649331] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-9928643c-8bfa-428c-a998-ccfd0639b67d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.649455] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.649519] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.649776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.649950] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.650029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.650095] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.650244] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.650330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.650417] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9928643c-8bfa-428c-a998-ccfd0639b67d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.662426] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f17177e5-af83-4554-a00f-6c2226d6c72a [ 736.662426] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.662426] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.662426] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.662612] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.662703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.662790] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f17177e5-af83-4554-a00f-6c2226d6c72a already deleted. [ 736.662953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f17177e5-af83-4554-a00f-6c2226d6c72a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.024063] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: SUCCESS [ 737.024063] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.102350] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5f4258d-ffee-4121-ad2f-9f9414260553',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.116282] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-850 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.116558] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-850" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.117000] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-850" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.117280] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-850" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.117537] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.117803] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.117945] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.118710] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.118710] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.118812] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.119146] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.119146] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.119570] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.119570] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.119677] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.119866] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.144017] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.144325] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 737.145037] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.145037] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-850" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.145170] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-63cfbb49-0304-4004-9821-d5839860bc8c taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.145378] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-63cfbb49-0304-4004-9821-d5839860bc8c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.145513] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-63cfbb49-0304-4004-9821-d5839860bc8c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.146827] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-63cfbb49-0304-4004-9821-d5839860bc8c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.146827] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63cfbb49-0304-4004-9821-d5839860bc8c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.155330] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.155330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.155330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.155330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.155330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.155330] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.155330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.155330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.155330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.155330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.155835] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9928643c-8bfa-428c-a998-ccfd0639b67d already deleted. [ 737.155835] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.316071] env[65894]: INFO networking_nsxv3.common.synchronization [None req-53693bb8-9c16-46f2-a301-577e0bb24dcf None None] Enqueued Resource ID: 6b0fb629-3d0b-4385-8a29-a2c8a9ba8b0b with Priority: HIGHEST for action port [ 737.316763] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b0fb629-3d0b-4385-8a29-a2c8a9ba8b0b with Priority: HIGHEST for action port [ 737.316946] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b0fb629-3d0b-4385-8a29-a2c8a9ba8b0b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.317249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b0fb629-3d0b-4385-8a29-a2c8a9ba8b0b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.318039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b0fb629-3d0b-4385-8a29-a2c8a9ba8b0b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.318039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b0fb629-3d0b-4385-8a29-a2c8a9ba8b0b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.318039] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b0fb629-3d0b-4385-8a29-a2c8a9ba8b0b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.606440] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.606440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.606440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.606440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.606440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.606440] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5f4258d-ffee-4121-ad2f-9f9414260553 is going to be created. [ 737.633431] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.634085] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.634085] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.634235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.634561] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.644850] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5f4258d-ffee-4121-ad2f-9f9414260553 in Status: UNINITIALIZED for 2s [ 737.648555] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.648767] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.648885] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.649684] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.649684] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.649684] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 63cfbb49-0304-4004-9821-d5839860bc8c not found, creating... [ 737.649835] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.649895] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.650014] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.650213] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.650334] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.650754] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.650754] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.650860] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.651420] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.651420] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.651420] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 63cfbb49-0304-4004-9821-d5839860bc8c is going to be created. [ 737.676604] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.676604] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.676604] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.677056] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.677738] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.677738] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-63cfbb49-0304-4004-9821-d5839860bc8c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.820031] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b0fb629-3d0b-4385-8a29-a2c8a9ba8b0b [ 737.820382] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.820550] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.820613] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.820961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.821069] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.821181] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b0fb629-3d0b-4385-8a29-a2c8a9ba8b0b already deleted. [ 737.821267] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b0fb629-3d0b-4385-8a29-a2c8a9ba8b0b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.478794] env[65894]: INFO networking_nsxv3.common.synchronization [req-61885a5e-cf5a-4cbb-925c-9051f7382c94 req-d6dd359b-d5f6-43cb-a879-f578622a1df5 service nova] Enqueued Resource ID: 9928643c-8bfa-428c-a998-ccfd0639b67d with Priority: HIGHEST for action security_group_rules [ 738.479173] env[65894]: INFO networking_nsxv3.common.synchronization [req-61885a5e-cf5a-4cbb-925c-9051f7382c94 req-d6dd359b-d5f6-43cb-a879-f578622a1df5 service nova] Enqueued Resource ID: 9928643c-8bfa-428c-a998-ccfd0639b67d with Priority: HIGHEST for action security_group_members [ 738.479173] env[65894]: INFO networking_nsxv3.common.synchronization [req-61885a5e-cf5a-4cbb-925c-9051f7382c94 req-d6dd359b-d5f6-43cb-a879-f578622a1df5 service nova] Enqueued Resource ID: 63cfbb49-0304-4004-9821-d5839860bc8c with Priority: HIGHEST for action port [ 738.480161] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9928643c-8bfa-428c-a998-ccfd0639b67d with Priority: HIGHEST for action security_group_rules [ 738.480161] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9928643c-8bfa-428c-a998-ccfd0639b67d with Priority: HIGHEST for action security_group_members [ 738.482701] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63cfbb49-0304-4004-9821-d5839860bc8c with Priority: HIGHEST for action port [ 738.483151] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9928643c-8bfa-428c-a998-ccfd0639b67d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.483346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.483467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.483849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.483973] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9928643c-8bfa-428c-a998-ccfd0639b67d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.485145] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-9928643c-8bfa-428c-a998-ccfd0639b67d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.485282] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.485351] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.485567] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.485790] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.486384] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.486384] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.487753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.487753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.487753] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9928643c-8bfa-428c-a998-ccfd0639b67d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.488609] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-63cfbb49-0304-4004-9821-d5839860bc8c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.488679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63cfbb49-0304-4004-9821-d5839860bc8c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.488726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63cfbb49-0304-4004-9821-d5839860bc8c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.488862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63cfbb49-0304-4004-9821-d5839860bc8c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.488941] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63cfbb49-0304-4004-9821-d5839860bc8c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.990634] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-9928643c-8bfa-428c-a998-ccfd0639b67d taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.990966] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.990966] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9928643c-8bfa-428c-a998-ccfd0639b67d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.992317] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63cfbb49-0304-4004-9821-d5839860bc8c with status ACTIVE [ 738.992476] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.992476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.992617] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.992791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.992897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.993196] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.993267] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.993300] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.993460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.993537] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.993730] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.993831] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.993893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.994361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.994473] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.994588] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63cfbb49-0304-4004-9821-d5839860bc8c is going to be updated. [ 739.019788] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.019933] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.020017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.020235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.020476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.020651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63cfbb49-0304-4004-9821-d5839860bc8c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.496651] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9928643c-8bfa-428c-a998-ccfd0639b67d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.659195] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5f4258d-ffee-4121-ad2f-9f9414260553 in Status: SUCCESS [ 739.659424] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5f4258d-ffee-4121-ad2f-9f9414260553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.659714] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5f4258d-ffee-4121-ad2f-9f9414260553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.659854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5f4258d-ffee-4121-ad2f-9f9414260553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.660071] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.660194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.660255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.660410] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.660789] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.660789] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5f4258d-ffee-4121-ad2f-9f9414260553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.660789] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5f4258d-ffee-4121-ad2f-9f9414260553',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.874160] env[65894]: INFO networking_nsxv3.common.synchronization [None req-98de1edb-10e8-4544-b149-088994b28c63 None None] Enqueued Resource ID: ff5cdd91-1d25-4108-8ae2-fb9944a633d3 with Priority: HIGHEST for action port [ 739.876764] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff5cdd91-1d25-4108-8ae2-fb9944a633d3 with Priority: HIGHEST for action port [ 739.876764] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff5cdd91-1d25-4108-8ae2-fb9944a633d3 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.877133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff5cdd91-1d25-4108-8ae2-fb9944a633d3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.877290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff5cdd91-1d25-4108-8ae2-fb9944a633d3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.877575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff5cdd91-1d25-4108-8ae2-fb9944a633d3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.877660] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff5cdd91-1d25-4108-8ae2-fb9944a633d3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.973176] env[65894]: INFO networking_nsxv3.common.synchronization [None req-b4dd873e-4fd1-4a21-8cdc-c99da17c39a8 tempest-ServerActionsTestOtherB-1343423867 tempest-ServerActionsTestOtherB-1343423867-project-member] Enqueued Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGHEST for action security_group_rules [ 739.973176] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGHEST for action security_group_rules [ 739.973176] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.973176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.973176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.975321] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.976860] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.002956] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.002956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.002956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.002956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.002956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.002956] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9928643c-8bfa-428c-a998-ccfd0639b67d is going to be created. [ 740.031040] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.031040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.031040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.032229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.032229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.044317] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9928643c-8bfa-428c-a998-ccfd0639b67d in Status: UNINITIALIZED for 2s [ 740.166468] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5f4258d-ffee-4121-ad2f-9f9414260553',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.279808] env[65894]: INFO networking_nsxv3.common.synchronization [None req-5b300dbe-6a9e-4279-94b3-a47326f58f6e tempest-ServerActionsTestOtherB-1343423867 tempest-ServerActionsTestOtherB-1343423867-project-member] Enqueued Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGHEST for action security_group_rules [ 740.283773] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGHEST for action security_group_rules [ 740.284352] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.284352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.382781] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff5cdd91-1d25-4108-8ae2-fb9944a633d3 [ 740.382781] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.382781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.382781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.382781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.382781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.382781] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff5cdd91-1d25-4108-8ae2-fb9944a633d3 already deleted. [ 740.382781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff5cdd91-1d25-4108-8ae2-fb9944a633d3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.503622] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.504729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.504729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.504729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.504729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.504908] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 already deleted. [ 740.504966] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.505211] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.505419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.505575] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.671027] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5f4258d-ffee-4121-ad2f-9f9414260553: rpc.has_security_group_logging(os_id): False [ 740.693990] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.696941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.696941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.696941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.696941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.696941] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.696941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.696941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.696941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.696941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.696941] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5f4258d-ffee-4121-ad2f-9f9414260553 is going to be created. [ 740.779470] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.779645] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.779767] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.780009] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.780201] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.797492] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5f4258d-ffee-4121-ad2f-9f9414260553 in Status: IN_PROGRESS for 2s [ 741.027347] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.028899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.028899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.028899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.028899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.028899] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 already deleted. [ 741.028899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.508224] env[65894]: INFO networking_nsxv3.common.synchronization [req-404c72e4-105d-45d9-bf84-85963c0a94cc req-80c84f83-dddc-495f-9b61-a4d69b0a2dff tempest-ServersWithSpecificFlavorTestJSON-1953209369 tempest-ServersWithSpecificFlavorTestJSON-1953209369-project-member] Enqueued Resource ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb with Priority: HIGHEST for action security_group_members [ 741.508939] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb with Priority: HIGHEST for action security_group_members [ 741.509872] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d8de128-d072-476d-a7e8-77dc7d1b76cb taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.510133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.510686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.511033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.511368] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.511530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.511621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.511865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.512032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.512257] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d8de128-d072-476d-a7e8-77dc7d1b76cb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.012973] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-410 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.013197] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-410" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.013317] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-410" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.013602] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-410" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.013880] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.014071] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.014209] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.014468] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.014612] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.014859] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.014971] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.015191] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.015280] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.015315] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.015436] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.015566] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.017120] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.017237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.017340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.017534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.017650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.017854] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.017999] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.018111] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.018308] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.018909] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.018909] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb is going to be updated. [ 742.046435] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.046823] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 742.046823] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.046913] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-410" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.047305] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-ecfd331e-98ee-4d4a-a38a-ba3c03ede661 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.047503] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-ecfd331e-98ee-4d4a-a38a-ba3c03ede661" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.047769] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-ecfd331e-98ee-4d4a-a38a-ba3c03ede661" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.048135] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-ecfd331e-98ee-4d4a-a38a-ba3c03ede661" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.048288] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecfd331e-98ee-4d4a-a38a-ba3c03ede661',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.062653] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9928643c-8bfa-428c-a998-ccfd0639b67d in Status: SUCCESS [ 742.062912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.063125] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.063385] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.063788] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.063788] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.063788] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.064248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.064248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.064248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.064425] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9928643c-8bfa-428c-a998-ccfd0639b67d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.066229] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.066759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.066759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.066759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.066961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.075540] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb in Status: IN_PROGRESS for 2s [ 742.556117] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.556117] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.556117] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.556117] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.556117] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.556117] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port ecfd331e-98ee-4d4a-a38a-ba3c03ede661 not found, creating... [ 742.556117] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.556117] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.556117] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.556117] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.556117] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.556605] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.556605] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.556927] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.557306] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.562038] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.562038] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: ecfd331e-98ee-4d4a-a38a-ba3c03ede661 is going to be created. [ 742.571347] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-9928643c-8bfa-428c-a998-ccfd0639b67d taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.574314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.574430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.574718] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.574996] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.575177] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.575252] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.575499] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.575638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.575769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.575945] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-9928643c-8bfa-428c-a998-ccfd0639b67d taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.576061] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.576154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.576309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.576437] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.576552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.576850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.579040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.579040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.579040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.579040] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9928643c-8bfa-428c-a998-ccfd0639b67d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.588190] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.588190] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.588190] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.588190] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.588190] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.588190] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-ecfd331e-98ee-4d4a-a38a-ba3c03ede661" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.814481] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5f4258d-ffee-4121-ad2f-9f9414260553 in Status: SUCCESS [ 742.814481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5f4258d-ffee-4121-ad2f-9f9414260553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.080834] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9928643c-8bfa-428c-a998-ccfd0639b67d: rpc.has_security_group_logging(os_id): False [ 743.110536] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.111290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.111415] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.111676] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.111676] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.112401] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.112401] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.112401] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.112401] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.112401] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.114880] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.114880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.114880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.114880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.114880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.114880] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.114880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.114880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.114880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.114880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.114880] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9928643c-8bfa-428c-a998-ccfd0639b67d is going to be created. [ 743.215140] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.215140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.215140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.215140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.215140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.230129] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9928643c-8bfa-428c-a998-ccfd0639b67d in Status: IN_PROGRESS for 2s [ 743.392086] env[65894]: INFO networking_nsxv3.common.synchronization [req-404c72e4-105d-45d9-bf84-85963c0a94cc req-8e7c0b96-a863-4f8d-9cc5-35e2d8110535 service nova] Enqueued Resource ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb with Priority: HIGHEST for action security_group_rules [ 743.392086] env[65894]: INFO networking_nsxv3.common.synchronization [req-404c72e4-105d-45d9-bf84-85963c0a94cc req-8e7c0b96-a863-4f8d-9cc5-35e2d8110535 service nova] Enqueued Resource ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb with Priority: HIGHEST for action security_group_members [ 743.392086] env[65894]: INFO networking_nsxv3.common.synchronization [req-404c72e4-105d-45d9-bf84-85963c0a94cc req-8e7c0b96-a863-4f8d-9cc5-35e2d8110535 service nova] Enqueued Resource ID: ecfd331e-98ee-4d4a-a38a-ba3c03ede661 with Priority: HIGHEST for action port [ 743.392086] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb with Priority: HIGHEST for action security_group_rules [ 743.392086] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb with Priority: HIGHEST for action security_group_members [ 743.392086] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecfd331e-98ee-4d4a-a38a-ba3c03ede661 with Priority: HIGHEST for action port [ 743.392086] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d8de128-d072-476d-a7e8-77dc7d1b76cb taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.392086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.392086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.392086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.392086] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d8de128-d072-476d-a7e8-77dc7d1b76cb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.393293] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d8de128-d072-476d-a7e8-77dc7d1b76cb taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.393293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.393293] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecfd331e-98ee-4d4a-a38a-ba3c03ede661 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.393293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecfd331e-98ee-4d4a-a38a-ba3c03ede661" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.393293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecfd331e-98ee-4d4a-a38a-ba3c03ede661" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.397946] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecfd331e-98ee-4d4a-a38a-ba3c03ede661" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.397946] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecfd331e-98ee-4d4a-a38a-ba3c03ede661',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.896669] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d8de128-d072-476d-a7e8-77dc7d1b76cb taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.897288] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.897593] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecfd331e-98ee-4d4a-a38a-ba3c03ede661 with status ACTIVE [ 743.897879] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.898017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.898088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.898367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.898401] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.898772] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.898772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.898772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.898892] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.898984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.899183] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.899280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.899334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.899488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.899563] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.899647] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecfd331e-98ee-4d4a-a38a-ba3c03ede661 is going to be updated. [ 743.932496] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.932672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.932745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.932923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.933943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.934977] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecfd331e-98ee-4d4a-a38a-ba3c03ede661" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.088953] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb in Status: SUCCESS [ 744.088953] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb deletion is rescheduled due to dependency. [ 744.088953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.088953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.089626] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.089626] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.089626] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.089626] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.089801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.090013] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.090013] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d8de128-d072-476d-a7e8-77dc7d1b76cb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.163500] env[65894]: INFO networking_nsxv3.common.synchronization [req-67008ca6-f539-4a08-96ee-58a3615826b3 req-3520d936-69e7-4f53-b4dc-f396368e58d2 tempest-MigrationsAdminTest-1085026424 tempest-MigrationsAdminTest-1085026424-project-member] Enqueued Resource ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e with Priority: HIGHEST for action security_group_members [ 744.163500] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e with Priority: HIGHEST for action security_group_members [ 744.163678] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.163752] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.164123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.164123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.164305] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.164891] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.164891] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.164891] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.164891] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.164891] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27dcb00d-d9b1-4a52-b1f9-98ade02bca4e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.593287] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d8de128-d072-476d-a7e8-77dc7d1b76cb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.667179] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.667405] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.667485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.667717] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.667836] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.668049] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.668149] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.668211] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.668386] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.668462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.668546] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e already deleted. [ 744.668627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.925647] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-292 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.925937] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.926163] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.926536] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.926860] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.927024] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.927139] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.927403] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.927549] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.927775] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.929232] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.929232] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.929232] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.929232] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.929232] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.929232] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.949892] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.949892] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 744.950063] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.950241] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.950572] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-3d45e485-e8f3-4853-b660-1c6a719d359c taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.950750] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-3d45e485-e8f3-4853-b660-1c6a719d359c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.950863] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-3d45e485-e8f3-4853-b660-1c6a719d359c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.951250] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-3d45e485-e8f3-4853-b660-1c6a719d359c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.951389] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d45e485-e8f3-4853-b660-1c6a719d359c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.098972] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d8de128-d072-476d-a7e8-77dc7d1b76cb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.242954] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9928643c-8bfa-428c-a998-ccfd0639b67d in Status: SUCCESS [ 745.243155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.454643] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.456108] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.456108] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.456108] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.456108] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.456108] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 3d45e485-e8f3-4853-b660-1c6a719d359c not found, creating... [ 745.456108] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.457278] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.457278] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.457278] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.457278] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.461196] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.461460] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.461587] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.461811] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.461943] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.462163] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 3d45e485-e8f3-4853-b660-1c6a719d359c is going to be created. [ 745.487181] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.487446] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.490022] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.490022] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.490022] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.490022] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-3d45e485-e8f3-4853-b660-1c6a719d359c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.601261] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.601482] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.601527] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.601737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.601829] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.601928] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb is going to be updated. [ 745.632028] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.632028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.632028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.632028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.632028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.643905] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb in Status: IN_PROGRESS for 2s [ 746.304488] env[65894]: INFO networking_nsxv3.common.synchronization [req-67008ca6-f539-4a08-96ee-58a3615826b3 req-f83e24b9-3311-4c16-9e17-8190f2ecb5e1 service nova] Enqueued Resource ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e with Priority: HIGHEST for action security_group_rules [ 746.304796] env[65894]: INFO networking_nsxv3.common.synchronization [req-67008ca6-f539-4a08-96ee-58a3615826b3 req-f83e24b9-3311-4c16-9e17-8190f2ecb5e1 service nova] Enqueued Resource ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e with Priority: HIGHEST for action security_group_members [ 746.304796] env[65894]: INFO networking_nsxv3.common.synchronization [req-67008ca6-f539-4a08-96ee-58a3615826b3 req-f83e24b9-3311-4c16-9e17-8190f2ecb5e1 service nova] Enqueued Resource ID: 3d45e485-e8f3-4853-b660-1c6a719d359c with Priority: HIGHEST for action port [ 746.305644] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e with Priority: HIGHEST for action security_group_rules [ 746.305811] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e with Priority: HIGHEST for action security_group_members [ 746.305925] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d45e485-e8f3-4853-b660-1c6a719d359c with Priority: HIGHEST for action port [ 746.306263] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.306399] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.306458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.307343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.307343] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27dcb00d-d9b1-4a52-b1f9-98ade02bca4e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.307959] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.308108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.308215] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.308847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.308847] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.308847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.308847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.309115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.309115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.309115] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27dcb00d-d9b1-4a52-b1f9-98ade02bca4e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.310456] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d45e485-e8f3-4853-b660-1c6a719d359c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.310456] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d45e485-e8f3-4853-b660-1c6a719d359c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.310456] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d45e485-e8f3-4853-b660-1c6a719d359c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.310456] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d45e485-e8f3-4853-b660-1c6a719d359c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.310456] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d45e485-e8f3-4853-b660-1c6a719d359c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.813768] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27dcb00d-d9b1-4a52-b1f9-98ade02bca4e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.815695] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.815695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.815912] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d45e485-e8f3-4853-b660-1c6a719d359c with status ACTIVE [ 746.817752] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.818272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.818272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.818633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.818709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.819069] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.819219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.819264] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.819552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.819730] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.819919] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.820413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.820413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.820533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.820585] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.820728] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d45e485-e8f3-4853-b660-1c6a719d359c is going to be updated. [ 746.846860] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.846860] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.846860] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.847137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.847274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.847574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d45e485-e8f3-4853-b660-1c6a719d359c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.921686] env[65894]: INFO networking_nsxv3.common.synchronization [req-17a04905-3fff-41c1-8bcd-69d4eb83bf29 req-5a7973cf-db4d-41d0-821c-d93d3a381271 tempest-ImagesOneServerNegativeTestJSON-251457988 tempest-ImagesOneServerNegativeTestJSON-251457988-project-member] Enqueued Resource ID: e873305b-c351-4c61-b147-e545049f0706 with Priority: HIGHEST for action security_group_members [ 746.922590] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e873305b-c351-4c61-b147-e545049f0706 with Priority: HIGHEST for action security_group_members [ 746.922963] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e873305b-c351-4c61-b147-e545049f0706 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.923061] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.923618] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.923618] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.923618] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.925250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.925250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.925250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.925250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.925250] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e873305b-c351-4c61-b147-e545049f0706',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.323608] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27dcb00d-d9b1-4a52-b1f9-98ade02bca4e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.429895] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.429895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.429895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.429895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.429895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.429895] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.429895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.429895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.429895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.429895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.429895] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e873305b-c351-4c61-b147-e545049f0706 already deleted. [ 747.429895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.454606] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.454801] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-58" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.454921] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-58" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.455321] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-58" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.455633] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.455846] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.455930] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.456174] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.456324] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.456545] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.456650] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.456783] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.456888] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.456988] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.457100] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.457265] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.482914] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.483254] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.483731] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.483977] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-58" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.484449] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-733fb119-7763-4882-b70a-be63152c3a85 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.484642] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-733fb119-7763-4882-b70a-be63152c3a85" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.484758] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-733fb119-7763-4882-b70a-be63152c3a85" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.485464] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-733fb119-7763-4882-b70a-be63152c3a85" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.485464] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('733fb119-7763-4882-b70a-be63152c3a85',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.655743] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb in Status: SUCCESS [ 747.655969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.656162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.656413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.657092] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.657246] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.657351] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.657572] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.657845] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.657975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.658100] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d8de128-d072-476d-a7e8-77dc7d1b76cb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.826537] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.826683] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.826752] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.826997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.827119] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.827234] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e is going to be created. [ 747.869756] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.869980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.870100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.870274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.870447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.885031] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e in Status: UNINITIALIZED for 2s [ 747.989423] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.989423] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.989423] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.989423] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.989718] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.989810] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 733fb119-7763-4882-b70a-be63152c3a85 not found, creating... [ 747.990113] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.990269] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.990394] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.990685] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.991150] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.991150] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.991558] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.991558] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.991695] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.992089] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.992089] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 733fb119-7763-4882-b70a-be63152c3a85 is going to be created. [ 748.015203] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.015450] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.015579] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.015890] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.016196] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.016460] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-733fb119-7763-4882-b70a-be63152c3a85" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.159976] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d8de128-d072-476d-a7e8-77dc7d1b76cb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.662744] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d8de128-d072-476d-a7e8-77dc7d1b76cb: rpc.has_security_group_logging(os_id): False [ 748.683024] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.683105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.683153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.683352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.683452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.683724] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.683832] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.684072] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.684209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.684354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.684490] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb is going to be updated. [ 748.741582] env[65894]: INFO networking_nsxv3.common.synchronization [req-17a04905-3fff-41c1-8bcd-69d4eb83bf29 req-fcf35ab6-d632-4038-82f5-f6a1c6a364b7 service nova] Enqueued Resource ID: e873305b-c351-4c61-b147-e545049f0706 with Priority: HIGHEST for action security_group_rules [ 748.741644] env[65894]: INFO networking_nsxv3.common.synchronization [req-17a04905-3fff-41c1-8bcd-69d4eb83bf29 req-fcf35ab6-d632-4038-82f5-f6a1c6a364b7 service nova] Enqueued Resource ID: e873305b-c351-4c61-b147-e545049f0706 with Priority: HIGHEST for action security_group_members [ 748.741762] env[65894]: INFO networking_nsxv3.common.synchronization [req-17a04905-3fff-41c1-8bcd-69d4eb83bf29 req-fcf35ab6-d632-4038-82f5-f6a1c6a364b7 service nova] Enqueued Resource ID: 733fb119-7763-4882-b70a-be63152c3a85 with Priority: HIGHEST for action port [ 748.742366] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e873305b-c351-4c61-b147-e545049f0706 with Priority: HIGHEST for action security_group_rules [ 748.742523] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e873305b-c351-4c61-b147-e545049f0706 with Priority: HIGHEST for action security_group_members [ 748.742609] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 733fb119-7763-4882-b70a-be63152c3a85 with Priority: HIGHEST for action port [ 748.742901] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e873305b-c351-4c61-b147-e545049f0706 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.743093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.743172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.743473] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.743583] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e873305b-c351-4c61-b147-e545049f0706',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.744676] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e873305b-c351-4c61-b147-e545049f0706 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.744826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.744906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.745143] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.745365] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.745571] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.745571] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.745753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.745812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.745921] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e873305b-c351-4c61-b147-e545049f0706',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.747213] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-733fb119-7763-4882-b70a-be63152c3a85 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.747418] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-733fb119-7763-4882-b70a-be63152c3a85" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.747457] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-733fb119-7763-4882-b70a-be63152c3a85" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.748422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-733fb119-7763-4882-b70a-be63152c3a85" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.748422] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('733fb119-7763-4882-b70a-be63152c3a85',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.753029] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.753187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.753257] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.753501] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.753582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.772424] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb in Status: IN_PROGRESS for 2s [ 749.250072] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e873305b-c351-4c61-b147-e545049f0706 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.250231] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.250578] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e873305b-c351-4c61-b147-e545049f0706',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.253941] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 733fb119-7763-4882-b70a-be63152c3a85 with status ACTIVE [ 749.253941] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.253941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.253941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.253941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.253941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.253941] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.253941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.253941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.253941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.253941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.254552] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.254552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.254552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.254552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.254552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.254552] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 733fb119-7763-4882-b70a-be63152c3a85 is going to be updated. [ 749.281962] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.281962] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.281962] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.282382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.282382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.282382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-733fb119-7763-4882-b70a-be63152c3a85" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.757915] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e873305b-c351-4c61-b147-e545049f0706',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.897814] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e in Status: SUCCESS [ 749.898042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.898205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.898456] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.898652] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.898774] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.898843] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.898992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.899090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.899177] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.899269] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27dcb00d-d9b1-4a52-b1f9-98ade02bca4e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.260198] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.260487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.260487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.260654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.260748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.260849] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e873305b-c351-4c61-b147-e545049f0706 is going to be created. [ 750.288432] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.288646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.288646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.288857] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.289029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.302174] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e873305b-c351-4c61-b147-e545049f0706 in Status: UNINITIALIZED for 2s [ 750.324867] env[65894]: INFO networking_nsxv3.common.synchronization [None req-7f1a347d-56fc-4ad3-86b0-259fbdd806d4 None None] Enqueued Resource ID: ba41d0e7-7dbe-4b93-b255-5a7ca871260a with Priority: HIGHEST for action port [ 750.326271] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba41d0e7-7dbe-4b93-b255-5a7ca871260a with Priority: HIGHEST for action port [ 750.326580] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba41d0e7-7dbe-4b93-b255-5a7ca871260a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.326703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba41d0e7-7dbe-4b93-b255-5a7ca871260a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.326833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba41d0e7-7dbe-4b93-b255-5a7ca871260a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.327191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba41d0e7-7dbe-4b93-b255-5a7ca871260a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.327383] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba41d0e7-7dbe-4b93-b255-5a7ca871260a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.402257] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.402443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.402518] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.402708] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.402880] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.402979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.403064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.403202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.403291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.403378] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.403526] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.403733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.403733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.403913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.404094] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.404205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.404267] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.404427] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.404522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.404619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.404725] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27dcb00d-d9b1-4a52-b1f9-98ade02bca4e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.815609] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb in Status: SUCCESS [ 750.815970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.831180] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba41d0e7-7dbe-4b93-b255-5a7ca871260a [ 750.831180] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.831180] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.831180] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.831180] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.831180] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.831722] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba41d0e7-7dbe-4b93-b255-5a7ca871260a already deleted. [ 750.831722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba41d0e7-7dbe-4b93-b255-5a7ca871260a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.908296] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e: rpc.has_security_group_logging(os_id): False [ 750.933450] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.933638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.933696] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.933902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.933995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.934249] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.934356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.934419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.934580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.934662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.934878] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.934975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.935072] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.935357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.935457] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.935656] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.935753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.935816] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.935964] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.936082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.936186] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e is going to be created. [ 751.012217] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.012217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.012217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.012217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.012217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.032170] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e in Status: IN_PROGRESS for 2s [ 752.314272] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e873305b-c351-4c61-b147-e545049f0706 in Status: SUCCESS [ 752.314609] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.314609] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.314864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.315215] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.315215] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.315215] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.315898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.315898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.315898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.315898] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e873305b-c351-4c61-b147-e545049f0706',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.819046] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e873305b-c351-4c61-b147-e545049f0706 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.819046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.819046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.819046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.819569] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.819827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.820335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.820335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.820335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.820335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.821776] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e873305b-c351-4c61-b147-e545049f0706 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.821911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.821997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.822221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.822376] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.822479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.822541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.822693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.822774] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.822882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.822981] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e873305b-c351-4c61-b147-e545049f0706',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.044148] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e in Status: SUCCESS [ 753.044484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.326707] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e873305b-c351-4c61-b147-e545049f0706: rpc.has_security_group_logging(os_id): False [ 753.350111] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.350111] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.350111] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.350389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.350439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.350639] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.350731] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.350796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.350969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.352175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.352453] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.352564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.352734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.352964] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.353508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.353508] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.353508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.353508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.353745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.353745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.353745] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e873305b-c351-4c61-b147-e545049f0706 is going to be created. [ 753.381905] env[65894]: INFO networking_nsxv3.common.synchronization [req-5ffbb5a7-227a-4128-b2d0-2f2aad4162b3 req-d3ec720b-62a8-4d43-821b-a7dd4513d227 tempest-FloatingIPsAssociationTestJSON-78560310 tempest-FloatingIPsAssociationTestJSON-78560310-project-member] Enqueued Resource ID: 0e2db3c7-419d-4499-a266-d45e27082c3e with Priority: HIGHEST for action security_group_members [ 753.386173] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e2db3c7-419d-4499-a266-d45e27082c3e with Priority: HIGHEST for action security_group_members [ 753.386655] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e2db3c7-419d-4499-a266-d45e27082c3e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.386879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.387040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.387495] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.387857] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.388081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.388237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.388559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.388715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.388947] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e2db3c7-419d-4499-a266-d45e27082c3e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.429948] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.430250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.430250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.430425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.430620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.446125] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e873305b-c351-4c61-b147-e545049f0706 in Status: IN_PROGRESS for 2s [ 753.600068] env[65894]: INFO networking_nsxv3.common.synchronization [None req-c7583dd3-1b27-4eef-b11c-eb96e61bebaa None None] Enqueued Resource ID: a9af5a95-baf0-4d72-ad3d-b112892947fd with Priority: HIGHEST for action port [ 753.600581] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9af5a95-baf0-4d72-ad3d-b112892947fd with Priority: HIGHEST for action port [ 753.600898] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9af5a95-baf0-4d72-ad3d-b112892947fd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.601153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9af5a95-baf0-4d72-ad3d-b112892947fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.602185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9af5a95-baf0-4d72-ad3d-b112892947fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.603082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9af5a95-baf0-4d72-ad3d-b112892947fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.603200] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9af5a95-baf0-4d72-ad3d-b112892947fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.894396] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.894396] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.894396] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.894616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.895073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.895073] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.895480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.895480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.895538] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.896099] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.896099] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e2db3c7-419d-4499-a266-d45e27082c3e is going to be updated. [ 753.965683] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.965871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.965871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.966120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.966423] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.978180] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e2db3c7-419d-4499-a266-d45e27082c3e in Status: IN_PROGRESS for 2s [ 754.106160] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9af5a95-baf0-4d72-ad3d-b112892947fd [ 754.107046] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.107046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.107046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.107723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.107854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.107954] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9af5a95-baf0-4d72-ad3d-b112892947fd already deleted. [ 754.108092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9af5a95-baf0-4d72-ad3d-b112892947fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.211675] env[65894]: INFO networking_nsxv3.common.synchronization [None req-6353ee71-edcd-4ee2-9a90-48dfe7d13bb3 None None] Enqueued Resource ID: 91b4a1e1-bf3a-4ff6-af23-955c47953dc9 with Priority: HIGHEST for action port [ 754.212749] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91b4a1e1-bf3a-4ff6-af23-955c47953dc9 with Priority: HIGHEST for action port [ 754.213772] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-91b4a1e1-bf3a-4ff6-af23-955c47953dc9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.213954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91b4a1e1-bf3a-4ff6-af23-955c47953dc9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.214023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91b4a1e1-bf3a-4ff6-af23-955c47953dc9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.214294] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91b4a1e1-bf3a-4ff6-af23-955c47953dc9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.214387] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91b4a1e1-bf3a-4ff6-af23-955c47953dc9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.690664] env[65894]: INFO networking_nsxv3.common.synchronization [req-3c1d71d3-73f7-4547-8bc9-1e23316bf50a req-3da0101d-6f51-46db-b011-dce3d432a7a8 tempest-DeleteServersTestJSON-277239729 tempest-DeleteServersTestJSON-277239729-project-member] Enqueued Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 754.691278] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 754.691585] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.691720] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.691796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.692037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.693429] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.693600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.693646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.693877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.693971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.694083] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.719389] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91b4a1e1-bf3a-4ff6-af23-955c47953dc9 [ 754.719635] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.719789] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.719887] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.720114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.720203] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.720300] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91b4a1e1-bf3a-4ff6-af23-955c47953dc9 already deleted. [ 754.720603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91b4a1e1-bf3a-4ff6-af23-955c47953dc9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.196498] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.197046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.197046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.197046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.197046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.197244] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.198333] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.198333] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.198333] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.198333] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.198333] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 is going to be updated. [ 755.230847] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.231051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.231175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.232636] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.232636] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.244257] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: IN_PROGRESS for 2s [ 755.459113] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e873305b-c351-4c61-b147-e545049f0706 in Status: SUCCESS [ 755.459369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.991355] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e2db3c7-419d-4499-a266-d45e27082c3e in Status: SUCCESS [ 755.992489] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e2db3c7-419d-4499-a266-d45e27082c3e deletion is rescheduled due to dependency. [ 755.992489] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.499200] env[65894]: INFO networking_nsxv3.common.synchronization [None req-638f6c59-2ef1-42bf-b5ca-0757c60888c6 None None] Enqueued Resource ID: b007a50a-b7ab-4a56-b024-92825e652aad with Priority: HIGHEST for action port [ 756.499200] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b007a50a-b7ab-4a56-b024-92825e652aad with Priority: HIGHEST for action port [ 756.499200] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-b007a50a-b7ab-4a56-b024-92825e652aad taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.499200] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b007a50a-b7ab-4a56-b024-92825e652aad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.500075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b007a50a-b7ab-4a56-b024-92825e652aad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.500409] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b007a50a-b7ab-4a56-b024-92825e652aad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.500496] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b007a50a-b7ab-4a56-b024-92825e652aad',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.598379] env[65894]: INFO networking_nsxv3.common.synchronization [req-dd7c155e-b2e8-44f8-9f71-b24a8a25748a req-7bc1f095-8873-42ae-9cfa-8c6c8f05c0e7 tempest-ServerRescueNegativeTestJSON-205417385 tempest-ServerRescueNegativeTestJSON-205417385-project-member] Enqueued Resource ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 with Priority: HIGHEST for action security_group_members [ 756.599249] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 with Priority: HIGHEST for action security_group_members [ 756.601067] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f04b4bb8-5a1e-4abe-8f93-81a34f976039 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.601201] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.603036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.603036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.603036] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.603036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.603036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.603036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.603036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.603036] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f04b4bb8-5a1e-4abe-8f93-81a34f976039',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.007984] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b007a50a-b7ab-4a56-b024-92825e652aad [ 757.007984] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.007984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.007984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.007984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.007984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.007984] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b007a50a-b7ab-4a56-b024-92825e652aad already deleted. [ 757.007984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b007a50a-b7ab-4a56-b024-92825e652aad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.099964] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-854 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.100214] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-854" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.100214] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-854" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.101030] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-854" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.101030] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.101030] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.101302] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.101351] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.101484] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.101752] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.101878] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.102894] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.102894] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.102894] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.102894] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.102894] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.106957] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.107182] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.107182] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.107375] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.107511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.107781] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.108094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.108094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.108213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.108315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.108446] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 already deleted. [ 757.108719] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.132065] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.132363] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 757.132582] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.132855] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-854" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.133358] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-48dd2e35-b1ce-4500-a9f4-f0fb6df74bee taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.133621] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-48dd2e35-b1ce-4500-a9f4-f0fb6df74bee" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.133817] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-48dd2e35-b1ce-4500-a9f4-f0fb6df74bee" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.134301] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-48dd2e35-b1ce-4500-a9f4-f0fb6df74bee" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.134941] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48dd2e35-b1ce-4500-a9f4-f0fb6df74bee',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.259025] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: SUCCESS [ 757.259220] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 deletion is rescheduled due to dependency. [ 757.259592] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.638034] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.638716] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.638716] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.638991] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.640045] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.640045] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 48dd2e35-b1ce-4500-a9f4-f0fb6df74bee not found, creating... [ 757.640045] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.640045] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.640045] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.640323] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.640323] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.640849] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.641008] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.641133] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.641344] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.641470] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.641605] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 48dd2e35-b1ce-4500-a9f4-f0fb6df74bee is going to be created. [ 757.663059] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.663306] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.663428] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.663700] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.663962] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.665051] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-48dd2e35-b1ce-4500-a9f4-f0fb6df74bee" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.477789] env[65894]: INFO networking_nsxv3.common.synchronization [req-dd7c155e-b2e8-44f8-9f71-b24a8a25748a req-f213f04c-aa7a-4107-8e2d-f7f00300f011 service nova] Enqueued Resource ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 with Priority: HIGHEST for action security_group_rules [ 758.477789] env[65894]: INFO networking_nsxv3.common.synchronization [req-dd7c155e-b2e8-44f8-9f71-b24a8a25748a req-f213f04c-aa7a-4107-8e2d-f7f00300f011 service nova] Enqueued Resource ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 with Priority: HIGHEST for action security_group_members [ 758.477789] env[65894]: INFO networking_nsxv3.common.synchronization [req-dd7c155e-b2e8-44f8-9f71-b24a8a25748a req-f213f04c-aa7a-4107-8e2d-f7f00300f011 service nova] Enqueued Resource ID: 48dd2e35-b1ce-4500-a9f4-f0fb6df74bee with Priority: HIGHEST for action port [ 758.478282] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 with Priority: HIGHEST for action security_group_rules [ 758.478282] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 with Priority: HIGHEST for action security_group_members [ 758.479021] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48dd2e35-b1ce-4500-a9f4-f0fb6df74bee with Priority: HIGHEST for action port [ 758.479021] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f04b4bb8-5a1e-4abe-8f93-81a34f976039 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.479021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.479339] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.479511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.479624] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f04b4bb8-5a1e-4abe-8f93-81a34f976039',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.480731] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f04b4bb8-5a1e-4abe-8f93-81a34f976039 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.480844] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.480923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.487021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.487021] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.487021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.487021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.487021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.487021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.487021] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f04b4bb8-5a1e-4abe-8f93-81a34f976039',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.487456] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-48dd2e35-b1ce-4500-a9f4-f0fb6df74bee taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.487525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48dd2e35-b1ce-4500-a9f4-f0fb6df74bee" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.487558] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48dd2e35-b1ce-4500-a9f4-f0fb6df74bee" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.487732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48dd2e35-b1ce-4500-a9f4-f0fb6df74bee" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.487811] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48dd2e35-b1ce-4500-a9f4-f0fb6df74bee',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.989837] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f04b4bb8-5a1e-4abe-8f93-81a34f976039',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.992930] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f04b4bb8-5a1e-4abe-8f93-81a34f976039 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.992930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.995873] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48dd2e35-b1ce-4500-a9f4-f0fb6df74bee with status ACTIVE [ 758.996102] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.996256] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.996320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.996653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.996653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.996795] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.996872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.996954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.997086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.997158] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.997339] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.997566] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.997739] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.998322] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.998322] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.998322] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48dd2e35-b1ce-4500-a9f4-f0fb6df74bee is going to be updated. [ 759.038870] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.039065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.039065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.039287] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.039521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.039521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48dd2e35-b1ce-4500-a9f4-f0fb6df74bee" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.492840] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f04b4bb8-5a1e-4abe-8f93-81a34f976039',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.614988] env[65894]: INFO networking_nsxv3.common.synchronization [req-3406dac5-f616-4e6f-8ab3-0e3b3de77fa9 req-687a675f-99a3-490e-ae83-5eb30e43c635 tempest-ServerDiskConfigTestJSON-1160334058 tempest-ServerDiskConfigTestJSON-1160334058-project-member] Enqueued Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_members [ 759.615699] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_members [ 759.617478] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.617655] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.617773] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.618060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.618326] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.618443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.618585] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.618735] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.620019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.620132] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.742392] env[65894]: INFO networking_nsxv3.common.synchronization [req-67277148-b39a-46f0-9feb-14ae5d984a70 req-90874f73-2cbf-490e-a7c3-559ae4208692 tempest-AttachInterfacesTestJSON-1026338332 tempest-AttachInterfacesTestJSON-1026338332-project-member] Enqueued Resource ID: 1665c4ff-b5b2-4779-92fb-70a945b6c96d with Priority: HIGHEST for action security_group_members [ 759.743328] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1665c4ff-b5b2-4779-92fb-70a945b6c96d with Priority: HIGHEST for action security_group_members [ 759.743699] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-1665c4ff-b5b2-4779-92fb-70a945b6c96d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.743825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.743889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.744166] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.744323] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.744948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.744948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.744948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.744948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.744948] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1665c4ff-b5b2-4779-92fb-70a945b6c96d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.999667] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.999667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.999667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.999667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.000195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.000195] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 is going to be created. [ 760.037075] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.037331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.037331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.037621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.037847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.053260] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 in Status: UNINITIALIZED for 2s [ 760.124761] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.125558] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.125951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.126893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.130865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.130865] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.130865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.130865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.130865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.130865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.130865] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e is going to be updated. [ 760.162473] env[65894]: INFO networking_nsxv3.common.synchronization [req-68ae9cf2-a7bb-47bc-a241-d6b6252dafda req-753cbc06-7b00-4fb2-bee0-4b1dd07f5b36 tempest-ImagesTestJSON-440520544 tempest-ImagesTestJSON-440520544-project-member] Enqueued Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_members [ 760.165221] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_members [ 760.165221] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.165221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.165221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.165221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.165221] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.165221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.165221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.165221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.165221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.165221] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.172716] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.172716] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.172716] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.172716] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.173260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.191234] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: IN_PROGRESS for 2s [ 760.250795] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.250795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.250795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.250795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.250795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.250795] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.250795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.252091] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.252410] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.252646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.252871] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1665c4ff-b5b2-4779-92fb-70a945b6c96d already deleted. [ 760.253120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.669242] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.669242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.669242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.669242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.669242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.669623] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.669623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.671104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.671974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.671974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.671974] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 is going to be updated. [ 760.703120] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.703120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.703120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.703120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.703120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.713623] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-425 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.713824] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.713934] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.714191] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.714439] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.714587] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.714688] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.714891] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.715188] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.715465] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.715888] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.715888] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.715888] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.716023] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.716205] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.716312] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.718107] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: IN_PROGRESS for 2s [ 760.741753] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.741753] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.741753] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.741753] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.741753] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-63bf4703-12b2-4dae-92a3-8bdc34b40970 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.741753] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-63bf4703-12b2-4dae-92a3-8bdc34b40970" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.741753] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-63bf4703-12b2-4dae-92a3-8bdc34b40970" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.744610] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-63bf4703-12b2-4dae-92a3-8bdc34b40970" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.744610] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63bf4703-12b2-4dae-92a3-8bdc34b40970',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.250423] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.250817] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.251060] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.251235] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.251387] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.251542] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 63bf4703-12b2-4dae-92a3-8bdc34b40970 not found, creating... [ 761.251813] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.251979] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.252092] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.252375] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.252548] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.252919] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.254143] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.254143] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.254301] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.254436] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.254677] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 63bf4703-12b2-4dae-92a3-8bdc34b40970 is going to be created. [ 761.290329] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.290550] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.290550] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.290836] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.291142] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.291421] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-63bf4703-12b2-4dae-92a3-8bdc34b40970" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.009558] env[65894]: INFO networking_nsxv3.common.synchronization [req-67277148-b39a-46f0-9feb-14ae5d984a70 req-55813095-6c27-4e83-b784-feb9f1eb9abd service nova] Enqueued Resource ID: 1665c4ff-b5b2-4779-92fb-70a945b6c96d with Priority: HIGHEST for action security_group_rules [ 762.009558] env[65894]: INFO networking_nsxv3.common.synchronization [req-67277148-b39a-46f0-9feb-14ae5d984a70 req-55813095-6c27-4e83-b784-feb9f1eb9abd service nova] Enqueued Resource ID: 1665c4ff-b5b2-4779-92fb-70a945b6c96d with Priority: HIGHEST for action security_group_members [ 762.009558] env[65894]: INFO networking_nsxv3.common.synchronization [req-67277148-b39a-46f0-9feb-14ae5d984a70 req-55813095-6c27-4e83-b784-feb9f1eb9abd service nova] Enqueued Resource ID: 63bf4703-12b2-4dae-92a3-8bdc34b40970 with Priority: HIGHEST for action port [ 762.009558] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1665c4ff-b5b2-4779-92fb-70a945b6c96d with Priority: HIGHEST for action security_group_rules [ 762.009558] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1665c4ff-b5b2-4779-92fb-70a945b6c96d with Priority: HIGHEST for action security_group_members [ 762.009558] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63bf4703-12b2-4dae-92a3-8bdc34b40970 with Priority: HIGHEST for action port [ 762.009558] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1665c4ff-b5b2-4779-92fb-70a945b6c96d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.009558] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.009558] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.010876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.011177] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1665c4ff-b5b2-4779-92fb-70a945b6c96d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.012369] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-1665c4ff-b5b2-4779-92fb-70a945b6c96d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.012621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.012778] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.013056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.013339] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.013544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.013692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.013928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.018531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.018531] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1665c4ff-b5b2-4779-92fb-70a945b6c96d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.019918] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-63bf4703-12b2-4dae-92a3-8bdc34b40970 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.019918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63bf4703-12b2-4dae-92a3-8bdc34b40970" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.019918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63bf4703-12b2-4dae-92a3-8bdc34b40970" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.019918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63bf4703-12b2-4dae-92a3-8bdc34b40970" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.019918] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63bf4703-12b2-4dae-92a3-8bdc34b40970',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.064905] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 in Status: SUCCESS [ 762.065144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.065369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.065650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.065880] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.066015] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.066099] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.066265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.066351] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.066439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.066542] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f04b4bb8-5a1e-4abe-8f93-81a34f976039',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.203224] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: SUCCESS [ 762.203410] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e deletion is rescheduled due to dependency. [ 762.203530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.456166] env[65894]: INFO networking_nsxv3.common.synchronization [None req-a13162a4-0fbe-46f1-8470-d937c367e4da None None] Enqueued Resource ID: c640e36e-cebf-4876-9c3f-e5e68d08c404 with Priority: HIGHEST for action port [ 762.456664] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c640e36e-cebf-4876-9c3f-e5e68d08c404 with Priority: HIGHEST for action port [ 762.457361] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-c640e36e-cebf-4876-9c3f-e5e68d08c404 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.457649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c640e36e-cebf-4876-9c3f-e5e68d08c404" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.457754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c640e36e-cebf-4876-9c3f-e5e68d08c404" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.458059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c640e36e-cebf-4876-9c3f-e5e68d08c404" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.458152] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c640e36e-cebf-4876-9c3f-e5e68d08c404',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.520174] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1665c4ff-b5b2-4779-92fb-70a945b6c96d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.521862] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-1665c4ff-b5b2-4779-92fb-70a945b6c96d taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.521862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.522441] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63bf4703-12b2-4dae-92a3-8bdc34b40970 with status ACTIVE [ 762.522785] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.523230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.523394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.523741] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.523889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.524270] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.524468] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.524588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.524884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.525180] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.525600] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.526247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.526387] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.526669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.526941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.527113] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63bf4703-12b2-4dae-92a3-8bdc34b40970 is going to be updated. [ 762.562597] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.562597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.562597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.562597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.562597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.562597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63bf4703-12b2-4dae-92a3-8bdc34b40970" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.569584] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f04b4bb8-5a1e-4abe-8f93-81a34f976039 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.573334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.573334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.573334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.573334] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.573334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.573334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.573334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.573334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.573334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.573334] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f04b4bb8-5a1e-4abe-8f93-81a34f976039 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.573334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.573334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.573334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.573334] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.573334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.573334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.573334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.573334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.574116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.574116] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f04b4bb8-5a1e-4abe-8f93-81a34f976039',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.733072] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: IN_PROGRESS for 4s [ 762.960941] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c640e36e-cebf-4876-9c3f-e5e68d08c404 [ 762.961221] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.961378] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.961460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.962191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.962191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.962191] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c640e36e-cebf-4876-9c3f-e5e68d08c404 already deleted. [ 762.962191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c640e36e-cebf-4876-9c3f-e5e68d08c404" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.030158] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1665c4ff-b5b2-4779-92fb-70a945b6c96d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.077282] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f04b4bb8-5a1e-4abe-8f93-81a34f976039: rpc.has_security_group_logging(os_id): False [ 763.098876] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.098876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.098876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.098876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.098876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.098876] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.098876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.098876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.098876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.098876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.098876] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.098876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.098876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.098876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.102934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.102934] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.102934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.102934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.102934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.102934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.102934] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 is going to be created. [ 763.226890] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.226890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.226890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.226890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.226890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.244474] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 in Status: IN_PROGRESS for 2s [ 763.328222] env[65894]: INFO networking_nsxv3.common.synchronization [req-c7509236-c3af-4700-9d1b-173d02679eae req-2582a56d-9d2b-4617-ae5c-f11ba4029f8b tempest-ServerMetadataNegativeTestJSON-1035921808 tempest-ServerMetadataNegativeTestJSON-1035921808-project-member] Enqueued Resource ID: 4d811ee8-f929-4dca-9bef-dba1548c1e33 with Priority: HIGHEST for action security_group_members [ 763.329962] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d811ee8-f929-4dca-9bef-dba1548c1e33 with Priority: HIGHEST for action security_group_members [ 763.331330] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d811ee8-f929-4dca-9bef-dba1548c1e33 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.331330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d811ee8-f929-4dca-9bef-dba1548c1e33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.331330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d811ee8-f929-4dca-9bef-dba1548c1e33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.331826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d811ee8-f929-4dca-9bef-dba1548c1e33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.332033] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.332297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.332683] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.332975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.333123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.333277] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d811ee8-f929-4dca-9bef-dba1548c1e33',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.535808] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.535808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.535808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.535808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.535808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.535808] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1665c4ff-b5b2-4779-92fb-70a945b6c96d is going to be created. [ 763.567998] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.568133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.568242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.568381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.568614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.584684] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1665c4ff-b5b2-4779-92fb-70a945b6c96d in Status: UNINITIALIZED for 2s [ 763.766036] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.766036] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-612" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.766036] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-612" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.766036] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-612" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.766036] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.766036] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.766036] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.766540] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.766540] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.766735] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.766911] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.767085] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.767245] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.767408] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.767588] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.767771] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.794879] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.795100] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.795238] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.795558] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-612" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.796602] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-895b9ec5-6853-4fa0-8c0d-cc9a0e1911a3 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.796602] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-895b9ec5-6853-4fa0-8c0d-cc9a0e1911a3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.796602] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-895b9ec5-6853-4fa0-8c0d-cc9a0e1911a3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.796602] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-895b9ec5-6853-4fa0-8c0d-cc9a0e1911a3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.796913] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('895b9ec5-6853-4fa0-8c0d-cc9a0e1911a3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.837089] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.837309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.837385] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.838255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.838255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.838255] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.838255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.838255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.838502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.838541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.838638] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d811ee8-f929-4dca-9bef-dba1548c1e33 already deleted. [ 763.838767] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d811ee8-f929-4dca-9bef-dba1548c1e33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.300525] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.300937] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.301252] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.301584] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.301738] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.301890] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 895b9ec5-6853-4fa0-8c0d-cc9a0e1911a3 not found, creating... [ 764.302191] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.302350] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.303493] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.303493] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.303493] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.303493] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.303493] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.303493] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.303836] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.303836] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.303955] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 895b9ec5-6853-4fa0-8c0d-cc9a0e1911a3 is going to be created. [ 764.336274] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.336531] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.336531] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.336919] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.337387] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.337720] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-895b9ec5-6853-4fa0-8c0d-cc9a0e1911a3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.745816] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: SUCCESS [ 764.746084] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 deletion is rescheduled due to dependency. [ 764.746213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.077899] env[65894]: INFO networking_nsxv3.common.synchronization [req-c7509236-c3af-4700-9d1b-173d02679eae req-e57ca6fe-9501-46ef-95c0-5fbb1d3d6961 service nova] Enqueued Resource ID: 4d811ee8-f929-4dca-9bef-dba1548c1e33 with Priority: HIGHEST for action security_group_rules [ 765.078411] env[65894]: INFO networking_nsxv3.common.synchronization [req-c7509236-c3af-4700-9d1b-173d02679eae req-e57ca6fe-9501-46ef-95c0-5fbb1d3d6961 service nova] Enqueued Resource ID: 4d811ee8-f929-4dca-9bef-dba1548c1e33 with Priority: HIGHEST for action security_group_members [ 765.078411] env[65894]: INFO networking_nsxv3.common.synchronization [req-c7509236-c3af-4700-9d1b-173d02679eae req-e57ca6fe-9501-46ef-95c0-5fbb1d3d6961 service nova] Enqueued Resource ID: 895b9ec5-6853-4fa0-8c0d-cc9a0e1911a3 with Priority: HIGHEST for action port [ 765.079332] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d811ee8-f929-4dca-9bef-dba1548c1e33 with Priority: HIGHEST for action security_group_rules [ 765.079512] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d811ee8-f929-4dca-9bef-dba1548c1e33 with Priority: HIGHEST for action security_group_members [ 765.079595] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 895b9ec5-6853-4fa0-8c0d-cc9a0e1911a3 with Priority: HIGHEST for action port [ 765.079901] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d811ee8-f929-4dca-9bef-dba1548c1e33 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.080066] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d811ee8-f929-4dca-9bef-dba1548c1e33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.080123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d811ee8-f929-4dca-9bef-dba1548c1e33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.080480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d811ee8-f929-4dca-9bef-dba1548c1e33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.080574] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d811ee8-f929-4dca-9bef-dba1548c1e33',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.081636] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d811ee8-f929-4dca-9bef-dba1548c1e33 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.081837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d811ee8-f929-4dca-9bef-dba1548c1e33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.081928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d811ee8-f929-4dca-9bef-dba1548c1e33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.082193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d811ee8-f929-4dca-9bef-dba1548c1e33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.082446] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.082593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.082706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.082964] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.083132] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.083258] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d811ee8-f929-4dca-9bef-dba1548c1e33',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.084522] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-895b9ec5-6853-4fa0-8c0d-cc9a0e1911a3 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.084718] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-895b9ec5-6853-4fa0-8c0d-cc9a0e1911a3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.084878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-895b9ec5-6853-4fa0-8c0d-cc9a0e1911a3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.085057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-895b9ec5-6853-4fa0-8c0d-cc9a0e1911a3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.085196] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('895b9ec5-6853-4fa0-8c0d-cc9a0e1911a3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.260682] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 in Status: SUCCESS [ 765.260873] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.389504] env[65894]: INFO networking_nsxv3.common.synchronization [None req-de32c0d5-1066-47de-b8c9-7e4b9e8f65f9 None None] Enqueued Resource ID: 76af78e1-7c33-40db-924d-d83ec17dd92a with Priority: HIGHEST for action port [ 765.390105] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76af78e1-7c33-40db-924d-d83ec17dd92a with Priority: HIGHEST for action port [ 765.390517] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-76af78e1-7c33-40db-924d-d83ec17dd92a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.390668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76af78e1-7c33-40db-924d-d83ec17dd92a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.390773] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76af78e1-7c33-40db-924d-d83ec17dd92a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.391015] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76af78e1-7c33-40db-924d-d83ec17dd92a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.391122] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76af78e1-7c33-40db-924d-d83ec17dd92a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.587156] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d811ee8-f929-4dca-9bef-dba1548c1e33',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.588737] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 895b9ec5-6853-4fa0-8c0d-cc9a0e1911a3 with status ACTIVE [ 765.589342] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.589342] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.589487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.589828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.589968] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.590298] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.590513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.590608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.590911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.591092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.591422] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.591860] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.591860] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.591984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.592121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.592265] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 895b9ec5-6853-4fa0-8c0d-cc9a0e1911a3 is going to be updated. [ 765.593891] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d811ee8-f929-4dca-9bef-dba1548c1e33 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.594025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d811ee8-f929-4dca-9bef-dba1548c1e33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.597625] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1665c4ff-b5b2-4779-92fb-70a945b6c96d in Status: SUCCESS [ 765.597948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.598958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.598958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.598958] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.599232] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.599232] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.599500] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.599664] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.599846] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.600031] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1665c4ff-b5b2-4779-92fb-70a945b6c96d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.624630] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.624793] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.624967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.625105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.625252] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.625426] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-895b9ec5-6853-4fa0-8c0d-cc9a0e1911a3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.895080] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76af78e1-7c33-40db-924d-d83ec17dd92a [ 765.895080] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.895080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.895080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.895080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.895080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.895080] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76af78e1-7c33-40db-924d-d83ec17dd92a already deleted. [ 765.895080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76af78e1-7c33-40db-924d-d83ec17dd92a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.057279] env[65894]: INFO networking_nsxv3.common.synchronization [req-f085cb8c-2365-4d08-9a7a-c4be8792f419 req-870b1aef-34e4-4564-99a7-80f9bf18b059 tempest-ServerRescueNegativeTestJSON-205417385 tempest-ServerRescueNegativeTestJSON-205417385-project-member] Enqueued Resource ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 with Priority: HIGHEST for action security_group_members [ 766.057651] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 with Priority: HIGHEST for action security_group_members [ 766.057975] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f04b4bb8-5a1e-4abe-8f93-81a34f976039 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.058272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.058350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.058581] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.058764] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.058842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.058907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.059077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.059160] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.059249] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f04b4bb8-5a1e-4abe-8f93-81a34f976039',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.096416] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d811ee8-f929-4dca-9bef-dba1548c1e33',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.102896] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1665c4ff-b5b2-4779-92fb-70a945b6c96d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.426846] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-854 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.427370] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-854" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.427370] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-854" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.427582] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-854" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.428360] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.428555] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.428779] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.429061] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.430035] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.430035] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.430035] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.430035] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.430035] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.430035] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.430035] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.430531] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.452163] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.452398] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.452675] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.452845] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-854" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.453325] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-34555772-0f89-4886-9a63-16675ec02e9b taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.453573] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-34555772-0f89-4886-9a63-16675ec02e9b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.453758] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-34555772-0f89-4886-9a63-16675ec02e9b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.454222] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-34555772-0f89-4886-9a63-16675ec02e9b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.454423] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34555772-0f89-4886-9a63-16675ec02e9b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.560958] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f04b4bb8-5a1e-4abe-8f93-81a34f976039',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.598207] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.598480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.598593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.598847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.598950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.599070] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d811ee8-f929-4dca-9bef-dba1548c1e33 is going to be created. [ 766.605290] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1665c4ff-b5b2-4779-92fb-70a945b6c96d: rpc.has_security_group_logging(os_id): False [ 766.624868] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.625141] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.625237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.625564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.625743] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.626020] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.626168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.626274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.626470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.626582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.626699] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1665c4ff-b5b2-4779-92fb-70a945b6c96d is going to be created. [ 766.629355] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.629520] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.629608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.629807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.630025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.644199] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d811ee8-f929-4dca-9bef-dba1548c1e33 in Status: UNINITIALIZED for 2s [ 766.717074] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.717284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.717284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.717535] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.717746] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.730919] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1665c4ff-b5b2-4779-92fb-70a945b6c96d in Status: IN_PROGRESS for 2s [ 766.957210] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.957463] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.957629] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.957965] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.958101] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.958255] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 34555772-0f89-4886-9a63-16675ec02e9b not found, creating... [ 766.958538] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.958731] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.958853] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.959103] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.959241] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.959540] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.959707] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.959860] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.960069] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.960199] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.960353] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 34555772-0f89-4886-9a63-16675ec02e9b is going to be created. [ 766.983106] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.983449] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.983629] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.983937] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.984255] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.984533] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-34555772-0f89-4886-9a63-16675ec02e9b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.063610] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f04b4bb8-5a1e-4abe-8f93-81a34f976039',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.567202] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.567593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.567593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.567743] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.567785] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.567918] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 is going to be updated. [ 767.601885] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.602123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.602123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.602774] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.602923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.613534] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 in Status: IN_PROGRESS for 2s [ 767.742270] env[65894]: INFO networking_nsxv3.common.synchronization [req-f085cb8c-2365-4d08-9a7a-c4be8792f419 req-8ab1ea9e-1e93-4468-8765-2f6bbcad84b1 service nova] Enqueued Resource ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 with Priority: HIGHEST for action security_group_rules [ 767.742270] env[65894]: INFO networking_nsxv3.common.synchronization [req-f085cb8c-2365-4d08-9a7a-c4be8792f419 req-8ab1ea9e-1e93-4468-8765-2f6bbcad84b1 service nova] Enqueued Resource ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 with Priority: HIGHEST for action security_group_members [ 767.742407] env[65894]: INFO networking_nsxv3.common.synchronization [req-f085cb8c-2365-4d08-9a7a-c4be8792f419 req-8ab1ea9e-1e93-4468-8765-2f6bbcad84b1 service nova] Enqueued Resource ID: 34555772-0f89-4886-9a63-16675ec02e9b with Priority: HIGHEST for action port [ 767.743341] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 with Priority: HIGHEST for action security_group_rules [ 767.743530] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 with Priority: HIGHEST for action security_group_members [ 767.743702] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34555772-0f89-4886-9a63-16675ec02e9b with Priority: HIGHEST for action port [ 767.744021] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f04b4bb8-5a1e-4abe-8f93-81a34f976039 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.744148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.744222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.744412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.744763] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f04b4bb8-5a1e-4abe-8f93-81a34f976039',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.746346] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f04b4bb8-5a1e-4abe-8f93-81a34f976039 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.746432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.746648] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-34555772-0f89-4886-9a63-16675ec02e9b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.746771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34555772-0f89-4886-9a63-16675ec02e9b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.746840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34555772-0f89-4886-9a63-16675ec02e9b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.747036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34555772-0f89-4886-9a63-16675ec02e9b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.747288] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34555772-0f89-4886-9a63-16675ec02e9b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.250051] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34555772-0f89-4886-9a63-16675ec02e9b with status ACTIVE [ 768.250893] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.250893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.250893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.251137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.251137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.251965] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.251965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.251965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.251965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.251965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.252277] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.252417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.253046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.253046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.253046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.253046] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34555772-0f89-4886-9a63-16675ec02e9b is going to be updated. [ 768.254405] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f04b4bb8-5a1e-4abe-8f93-81a34f976039 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.254544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.294983] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.294983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.295263] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.295263] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.295388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.296330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34555772-0f89-4886-9a63-16675ec02e9b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.656101] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d811ee8-f929-4dca-9bef-dba1548c1e33 in Status: SUCCESS [ 768.656547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d811ee8-f929-4dca-9bef-dba1548c1e33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.656630] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d811ee8-f929-4dca-9bef-dba1548c1e33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.656941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d811ee8-f929-4dca-9bef-dba1548c1e33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.657243] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.657421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.657562] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.657796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.657907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.658051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d811ee8-f929-4dca-9bef-dba1548c1e33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.658211] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d811ee8-f929-4dca-9bef-dba1548c1e33',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.742566] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1665c4ff-b5b2-4779-92fb-70a945b6c96d in Status: SUCCESS [ 768.742871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.164090] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d811ee8-f929-4dca-9bef-dba1548c1e33 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.164090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d811ee8-f929-4dca-9bef-dba1548c1e33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.164090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d811ee8-f929-4dca-9bef-dba1548c1e33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.164090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d811ee8-f929-4dca-9bef-dba1548c1e33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.164090] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.164090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.164090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.164090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.164090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.164090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d811ee8-f929-4dca-9bef-dba1548c1e33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.164090] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d811ee8-f929-4dca-9bef-dba1548c1e33 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.164090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d811ee8-f929-4dca-9bef-dba1548c1e33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.164090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d811ee8-f929-4dca-9bef-dba1548c1e33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.164090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d811ee8-f929-4dca-9bef-dba1548c1e33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.164090] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.164090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.164972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.164972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.164972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.164972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d811ee8-f929-4dca-9bef-dba1548c1e33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.164972] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d811ee8-f929-4dca-9bef-dba1548c1e33',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.443706] env[65894]: INFO networking_nsxv3.common.synchronization [None req-64758c92-5cef-4b79-9cbd-6241187a29e7 tempest-AttachVolumeNegativeTest-1233650290 tempest-AttachVolumeNegativeTest-1233650290-project-member] Enqueued Resource ID: 1e9a7cfb-7858-4d89-b150-99b33666efcb with Priority: HIGHEST for action security_group_rules [ 769.445656] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e9a7cfb-7858-4d89-b150-99b33666efcb with Priority: HIGHEST for action security_group_rules [ 769.445656] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e9a7cfb-7858-4d89-b150-99b33666efcb taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.445835] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e9a7cfb-7858-4d89-b150-99b33666efcb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.447059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e9a7cfb-7858-4d89-b150-99b33666efcb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.447305] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e9a7cfb-7858-4d89-b150-99b33666efcb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.447305] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e9a7cfb-7858-4d89-b150-99b33666efcb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.628416] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 in Status: SUCCESS [ 769.628416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.628416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.628416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.628416] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.628416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.628416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.628416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.628416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.628416] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f04b4bb8-5a1e-4abe-8f93-81a34f976039',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.667986] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d811ee8-f929-4dca-9bef-dba1548c1e33: rpc.has_security_group_logging(os_id): False [ 769.695313] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.695313] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.695313] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.696748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.696748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.696748] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.696991] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.696991] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.697185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.697228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.697474] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.697642] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.697696] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.698531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.698531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.698531] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.698531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.698531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.698531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.698531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.698905] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d811ee8-f929-4dca-9bef-dba1548c1e33 is going to be created. [ 769.702438] env[65894]: INFO networking_nsxv3.common.synchronization [None req-d60d19ed-0a7a-418c-9f64-752a4aa95a5e tempest-AttachVolumeNegativeTest-1233650290 tempest-AttachVolumeNegativeTest-1233650290-project-member] Enqueued Resource ID: 1e9a7cfb-7858-4d89-b150-99b33666efcb with Priority: HIGHEST for action security_group_rules [ 769.702934] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e9a7cfb-7858-4d89-b150-99b33666efcb with Priority: HIGHEST for action security_group_rules [ 769.703714] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e9a7cfb-7858-4d89-b150-99b33666efcb taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.703714] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e9a7cfb-7858-4d89-b150-99b33666efcb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.769634] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.769798] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.769907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.770159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.770441] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.789425] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d811ee8-f929-4dca-9bef-dba1548c1e33 in Status: IN_PROGRESS for 2s [ 769.970877] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.971073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.971490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.971490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.971586] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.971637] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e9a7cfb-7858-4d89-b150-99b33666efcb already deleted. [ 769.973386] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e9a7cfb-7858-4d89-b150-99b33666efcb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.973386] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e9a7cfb-7858-4d89-b150-99b33666efcb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.973386] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e9a7cfb-7858-4d89-b150-99b33666efcb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.973386] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e9a7cfb-7858-4d89-b150-99b33666efcb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.132478] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f04b4bb8-5a1e-4abe-8f93-81a34f976039',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.496940] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.496940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.496940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.497256] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.497256] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.497368] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e9a7cfb-7858-4d89-b150-99b33666efcb already deleted. [ 770.498057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e9a7cfb-7858-4d89-b150-99b33666efcb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.557408] env[65894]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 770.557597] env[65894]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] NSXv3 Agent Agent loop - iteration:1 started [ 770.636360] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f04b4bb8-5a1e-4abe-8f93-81a34f976039',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.141611] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.142027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.142027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.142156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.142251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.142416] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 is going to be updated. [ 771.175115] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.175337] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.175337] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.175542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.175684] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.186892] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 in Status: IN_PROGRESS for 2s [ 771.815844] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d811ee8-f929-4dca-9bef-dba1548c1e33 in Status: SUCCESS [ 771.816783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d811ee8-f929-4dca-9bef-dba1548c1e33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.398836] env[65894]: INFO networking_nsxv3.common.synchronization [req-a4f96cf5-49b9-4923-bd70-fc275c3a605d req-b861a858-b44e-41f1-88d9-6358bbc8c606 tempest-ServerActionsTestOtherB-1343423867 tempest-ServerActionsTestOtherB-1343423867-project-member] Enqueued Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGHEST for action security_group_members [ 772.399855] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGHEST for action security_group_members [ 772.400361] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.400643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.400805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.401178] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.401458] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.401781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.401939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.402224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.402488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.402695] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.492334] env[65894]: INFO networking_nsxv3.common.synchronization [None req-7d339a46-aa17-4529-96a8-9609906d87c5 None None] Enqueued Resource ID: 7afc21b7-4981-47c2-bde4-4f32e2619562 with Priority: HIGHEST for action port [ 772.492916] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7afc21b7-4981-47c2-bde4-4f32e2619562 with Priority: HIGHEST for action port [ 772.493838] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-7afc21b7-4981-47c2-bde4-4f32e2619562 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.494035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7afc21b7-4981-47c2-bde4-4f32e2619562" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.494118] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7afc21b7-4981-47c2-bde4-4f32e2619562" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.494428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7afc21b7-4981-47c2-bde4-4f32e2619562" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.494517] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7afc21b7-4981-47c2-bde4-4f32e2619562',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.906108] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.906108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.906108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.906108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.906303] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.906376] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.906467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.906534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.907124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.907124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.907124] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 already deleted. [ 772.907124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.998319] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7afc21b7-4981-47c2-bde4-4f32e2619562 [ 772.998319] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.999039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.999039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.999039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.999039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.999039] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7afc21b7-4981-47c2-bde4-4f32e2619562 already deleted. [ 772.999464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7afc21b7-4981-47c2-bde4-4f32e2619562" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.007911] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-903 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.008215] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-903" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.009080] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-903" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.009541] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-903" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.009834] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.010018] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.010185] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.010498] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.010701] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.010953] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.011116] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.011319] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.011504] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.011775] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.011883] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.012029] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.032226] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.032226] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 773.032226] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.032226] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-903" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.032397] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-9c7eff47-fbce-483f-8193-0a7fb66c8718 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.032536] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-9c7eff47-fbce-483f-8193-0a7fb66c8718" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.032579] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-9c7eff47-fbce-483f-8193-0a7fb66c8718" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.032946] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-9c7eff47-fbce-483f-8193-0a7fb66c8718" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.032983] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c7eff47-fbce-483f-8193-0a7fb66c8718',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.201962] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 in Status: SUCCESS [ 773.201962] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.202089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.203792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.203792] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.203792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.203792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.203792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.203792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.203792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.203792] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f04b4bb8-5a1e-4abe-8f93-81a34f976039',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.536994] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.536994] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.536994] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.536994] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.536994] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.536994] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 9c7eff47-fbce-483f-8193-0a7fb66c8718 not found, creating... [ 773.537620] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.537620] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.537620] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.537620] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.537813] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.538036] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.538184] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.538287] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.538484] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.538606] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.538731] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 9c7eff47-fbce-483f-8193-0a7fb66c8718 is going to be created. [ 773.564981] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.565701] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.565701] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.565929] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.565929] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.566634] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-9c7eff47-fbce-483f-8193-0a7fb66c8718" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.706372] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f04b4bb8-5a1e-4abe-8f93-81a34f976039 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.706724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.706724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.706884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.706980] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.707104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.707189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.707454] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.707454] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.707645] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.707721] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f04b4bb8-5a1e-4abe-8f93-81a34f976039 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.707821] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.707821] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.707959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.708112] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.708198] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.708414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.708594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.708751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.708751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.708929] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f04b4bb8-5a1e-4abe-8f93-81a34f976039',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.214359] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f04b4bb8-5a1e-4abe-8f93-81a34f976039: rpc.has_security_group_logging(os_id): False [ 774.232732] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.232877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.232948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.233237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.233337] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.233582] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.233701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.233765] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.233927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.234130] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.234301] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.234391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.234462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.234591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.234663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.234866] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.234948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.235017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.235147] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.235399] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.235399] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 is going to be updated. [ 774.310691] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.310847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.310919] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.311158] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.311307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.326347] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 in Status: IN_PROGRESS for 2s [ 774.331965] env[65894]: INFO networking_nsxv3.common.synchronization [req-a4f96cf5-49b9-4923-bd70-fc275c3a605d req-a7cddb11-61b9-40a8-9c84-e1fdcfa82b35 service nova] Enqueued Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGHEST for action security_group_rules [ 774.331965] env[65894]: INFO networking_nsxv3.common.synchronization [req-a4f96cf5-49b9-4923-bd70-fc275c3a605d req-a7cddb11-61b9-40a8-9c84-e1fdcfa82b35 service nova] Enqueued Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGHEST for action security_group_members [ 774.331965] env[65894]: INFO networking_nsxv3.common.synchronization [req-a4f96cf5-49b9-4923-bd70-fc275c3a605d req-a7cddb11-61b9-40a8-9c84-e1fdcfa82b35 service nova] Enqueued Resource ID: 9c7eff47-fbce-483f-8193-0a7fb66c8718 with Priority: HIGHEST for action port [ 774.331965] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGHEST for action security_group_rules [ 774.331965] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGHEST for action security_group_members [ 774.331965] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c7eff47-fbce-483f-8193-0a7fb66c8718 with Priority: HIGHEST for action port [ 774.333084] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.337028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.337028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.337028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.337028] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.337028] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.337028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.337028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.337028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.337028] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.337028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.337028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.337028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.337028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.337028] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.337028] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c7eff47-fbce-483f-8193-0a7fb66c8718 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.337998] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c7eff47-fbce-483f-8193-0a7fb66c8718" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.337998] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c7eff47-fbce-483f-8193-0a7fb66c8718" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.338193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c7eff47-fbce-483f-8193-0a7fb66c8718" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.338259] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c7eff47-fbce-483f-8193-0a7fb66c8718',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.841455] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.846276] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.846276] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.846276] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c7eff47-fbce-483f-8193-0a7fb66c8718 with status ACTIVE [ 774.846276] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.846499] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.846499] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.846648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.846737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.846910] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.847012] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.847075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.847247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.847601] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.847601] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.847827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.847827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.847930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.847976] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.848178] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c7eff47-fbce-483f-8193-0a7fb66c8718 is going to be updated. [ 774.875883] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.876069] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.876163] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.876418] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.876575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.876774] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c7eff47-fbce-483f-8193-0a7fb66c8718" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.342933] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.603773] env[65894]: INFO networking_nsxv3.common.synchronization [None req-8a5e24c6-a4e9-4da1-b51d-684dbb31bc37 None None] Enqueued Resource ID: c64f3e8c-092d-454c-a099-0395a12d8c96 with Priority: HIGHEST for action port [ 775.604331] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c64f3e8c-092d-454c-a099-0395a12d8c96 with Priority: HIGHEST for action port [ 775.606338] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-c64f3e8c-092d-454c-a099-0395a12d8c96 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.606338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c64f3e8c-092d-454c-a099-0395a12d8c96" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.606338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c64f3e8c-092d-454c-a099-0395a12d8c96" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.606338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c64f3e8c-092d-454c-a099-0395a12d8c96" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.606338] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c64f3e8c-092d-454c-a099-0395a12d8c96',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.846601] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.847656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.847656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.847656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.847656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.847656] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 is going to be created. [ 775.873353] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.873504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.873504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.873704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.873875] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.890137] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 in Status: UNINITIALIZED for 2s [ 776.112655] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c64f3e8c-092d-454c-a099-0395a12d8c96 [ 776.112655] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.112655] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.112655] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.113375] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.113375] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.113375] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c64f3e8c-092d-454c-a099-0395a12d8c96 already deleted. [ 776.113375] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c64f3e8c-092d-454c-a099-0395a12d8c96" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.346759] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 in Status: SUCCESS [ 776.346949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.534634] env[65894]: INFO networking_nsxv3.common.synchronization [req-2d129344-3960-41d7-8f15-e8ea8ae018aa req-7e1f9891-41a4-428e-95be-655a54269019 tempest-ServersTestManualDisk-1911775375 tempest-ServersTestManualDisk-1911775375-project-member] Enqueued Resource ID: 290719c8-3f3b-43a0-ac99-1e457de1aef0 with Priority: HIGHEST for action security_group_members [ 777.534634] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 290719c8-3f3b-43a0-ac99-1e457de1aef0 with Priority: HIGHEST for action security_group_members [ 777.535034] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-290719c8-3f3b-43a0-ac99-1e457de1aef0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.535277] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-290719c8-3f3b-43a0-ac99-1e457de1aef0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.535394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-290719c8-3f3b-43a0-ac99-1e457de1aef0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.535595] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-290719c8-3f3b-43a0-ac99-1e457de1aef0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.536494] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.536494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.536494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.536494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.536494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.536494] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('290719c8-3f3b-43a0-ac99-1e457de1aef0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.905163] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 in Status: SUCCESS [ 777.905367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.905604] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.905912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.906091] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.906220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.906455] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.906455] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.906556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.906632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.906724] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.041023] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.041023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.041023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.041023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.041023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.041023] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.041023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.041023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.041023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.041023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.041023] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 290719c8-3f3b-43a0-ac99-1e457de1aef0 is going to be updated. [ 778.072819] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.072819] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.076347] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.076347] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.076347] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.083668] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 290719c8-3f3b-43a0-ac99-1e457de1aef0 in Status: IN_PROGRESS for 2s [ 778.121861] env[65894]: INFO networking_nsxv3.common.synchronization [req-caba04cd-a48c-455f-8a2b-d572be07af75 req-5c54e61c-c4b5-423d-92ff-a8ce2aad08f1 tempest-ServerTagsTestJSON-594319888 tempest-ServerTagsTestJSON-594319888-project-member] Enqueued Resource ID: 8f7bbb4d-4d08-4b5b-a442-0b374059a871 with Priority: HIGHEST for action security_group_members [ 778.122346] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f7bbb4d-4d08-4b5b-a442-0b374059a871 with Priority: HIGHEST for action security_group_members [ 778.122992] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f7bbb4d-4d08-4b5b-a442-0b374059a871 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.122992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f7bbb4d-4d08-4b5b-a442-0b374059a871" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.122992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f7bbb4d-4d08-4b5b-a442-0b374059a871" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.123292] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f7bbb4d-4d08-4b5b-a442-0b374059a871" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.123499] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.123585] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.123672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.123808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.123895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.123989] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f7bbb4d-4d08-4b5b-a442-0b374059a871',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.409889] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.626617] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.626908] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.626908] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.627107] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.627197] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.627405] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.627499] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.627563] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.627808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.627878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.627998] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f7bbb4d-4d08-4b5b-a442-0b374059a871 is going to be updated. [ 778.658060] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.658237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.658237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.658493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.658623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.672648] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f7bbb4d-4d08-4b5b-a442-0b374059a871 in Status: IN_PROGRESS for 2s [ 778.913599] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91557f36-122d-4ce6-b2f5-8f5f25dd61b2: rpc.has_security_group_logging(os_id): False [ 778.939611] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.940429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.940429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.940650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.940757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.941149] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.941357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.941419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.942300] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.942387] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.942487] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 is going to be created. [ 779.032377] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.032543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.032639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.032884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.033116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.049022] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 in Status: IN_PROGRESS for 2s [ 779.511852] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.511852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.512079] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.512216] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.512342] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.015941] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.094629] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 290719c8-3f3b-43a0-ac99-1e457de1aef0 in Status: SUCCESS [ 780.094629] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 290719c8-3f3b-43a0-ac99-1e457de1aef0 deletion is rescheduled due to dependency. [ 780.094986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-290719c8-3f3b-43a0-ac99-1e457de1aef0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.519736] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.685352] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f7bbb4d-4d08-4b5b-a442-0b374059a871 in Status: SUCCESS [ 780.689188] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f7bbb4d-4d08-4b5b-a442-0b374059a871 deletion is rescheduled due to dependency. [ 780.689373] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f7bbb4d-4d08-4b5b-a442-0b374059a871" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.022515] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 781.022891] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 781.063429] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 in Status: SUCCESS [ 781.063429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.306185] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.306185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.306185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.306711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.331828] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 782.335072] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.336730] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 782.375386] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.375650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.375770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.376437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.386264] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.387127] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 782.390409] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 782.390539] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 782.459131] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.459237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.459285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.459892] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.460987] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.461530] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 782.529720] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.529720] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.530060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.530060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.530765] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.530765] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 782.626918] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.626918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.626918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.626918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.627432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.627864] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:37. [ 782.628101] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'1665c4ff-b5b2-4779-92fb-70a945b6c96d', '35754e54-c77e-4236-82c3-313a5bebfc2a', 'f04b4bb8-5a1e-4abe-8f93-81a34f976039', 'ff9f1226-f894-4743-8eda-a4d8c8be1f65', '3918ef74-eff0-462b-bd56-946b7fe18007', '2d3e84fe-ec27-465c-bfe4-6557d06b1d69', '7313b2f7-57e1-46f6-8700-efb969a8088f', 'a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2', 'bbad2e88-7747-464e-ad4e-05d8cb84b3f2', '290719c8-3f3b-43a0-ac99-1e457de1aef0', '8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e', '0e2db3c7-419d-4499-a266-d45e27082c3e', '9928643c-8bfa-428c-a998-ccfd0639b67d', '17fc596b-9cc7-4a15-aeb4-ddfb3676b845', '1a19d25d-505a-41df-a74d-ab0e45a3e0fa', 'dbf7e093-ca11-483e-b294-4645a455be90', '91557f36-122d-4ce6-b2f5-8f5f25dd61b2', '8f7bbb4d-4d08-4b5b-a442-0b374059a871', '7e76421d-d8aa-4982-9c18-a4627c658fb0', '96705730-c9fe-4a9f-b242-5c1d623a2fe0', '6a4e7519-3a3b-46b2-998a-ea061a97f3b8', '2833535a-c8c1-4299-b2de-9a76b817addd', '5083b3e9-458f-4414-8b6e-bcfd89981dc3', '4d811ee8-f929-4dca-9bef-dba1548c1e33', 'e873305b-c351-4c61-b147-e545049f0706', '27dcb00d-d9b1-4a52-b1f9-98ade02bca4e', '7796928c-8e3d-486a-9b52-5e15cc849591', '4bc52c0a-f5e0-4427-973e-bb812229227a', '902e4c7f-5e70-49f8-8e9d-d5e7a9305565', 'd5f4258d-ffee-4121-ad2f-9f9414260553', '0d8de128-d072-476d-a7e8-77dc7d1b76cb', '3a4b32d2-c57c-480b-89b6-24fb976a35d5', 'ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0', '23f84c0a-8012-4596-aedb-3421156d4a72', 'c802cb03-6e92-461d-92d6-ddb8f4ab4777', '99b3b3c9-0dc8-48da-9526-c851d416c558', 'ac302640-a57f-43bb-9afe-4e5d8c8bdfd1'} {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 782.628350] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 782.652594] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.652594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.652594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.652594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.652594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.652594] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 782.652594] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 782.652594] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 782.657869] env[65894]: INFO networking_nsxv3.common.synchronization [req-e793f1b9-ed63-4550-845a-5668ce4323d7 req-60c6dcb1-c154-4998-9b14-3977dddbd668 tempest-ServersAdminTestJSON-808999941 tempest-ServersAdminTestJSON-808999941-project-member] Enqueued Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGHEST for action security_group_members [ 782.657869] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGHEST for action security_group_members [ 782.657869] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.657869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.657869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.658148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.658258] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.658359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.658434] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.659075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.659075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.659075] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.733498] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.733498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.733498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.733498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.733918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.734933] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 782.736124] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 782.736124] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 782.736124] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 782.736124] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/37 resources of Type:Security Group Rules [ 782.736124] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1665c4ff-b5b2-4779-92fb-70a945b6c96d with Priority: HIGH for action security_group_rules [ 782.736124] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 35754e54-c77e-4236-82c3-313a5bebfc2a with Priority: HIGH for action security_group_rules [ 782.736124] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 with Priority: HIGH for action security_group_rules [ 782.736124] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff9f1226-f894-4743-8eda-a4d8c8be1f65 with Priority: HIGH for action security_group_rules [ 782.736124] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3918ef74-eff0-462b-bd56-946b7fe18007 with Priority: HIGH for action security_group_rules [ 782.736124] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d3e84fe-ec27-465c-bfe4-6557d06b1d69 with Priority: HIGH for action security_group_rules [ 782.736124] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7313b2f7-57e1-46f6-8700-efb969a8088f with Priority: HIGH for action security_group_rules [ 782.736124] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 with Priority: HIGH for action security_group_rules [ 782.736124] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bbad2e88-7747-464e-ad4e-05d8cb84b3f2 with Priority: HIGH for action security_group_rules [ 782.736124] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 290719c8-3f3b-43a0-ac99-1e457de1aef0 with Priority: HIGH for action security_group_rules [ 782.736124] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGH for action security_group_rules [ 782.736124] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0e2db3c7-419d-4499-a266-d45e27082c3e with Priority: HIGH for action security_group_rules [ 782.736124] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9928643c-8bfa-428c-a998-ccfd0639b67d with Priority: HIGH for action security_group_rules [ 782.736124] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 17fc596b-9cc7-4a15-aeb4-ddfb3676b845 with Priority: HIGH for action security_group_rules [ 782.736689] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a19d25d-505a-41df-a74d-ab0e45a3e0fa with Priority: HIGH for action security_group_rules [ 782.736689] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGH for action security_group_rules [ 782.736689] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGH for action security_group_rules [ 782.736689] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f7bbb4d-4d08-4b5b-a442-0b374059a871 with Priority: HIGH for action security_group_rules [ 782.736689] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 with Priority: HIGH for action security_group_rules [ 782.736689] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 96705730-c9fe-4a9f-b242-5c1d623a2fe0 with Priority: HIGH for action security_group_rules [ 782.736689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.160899] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.161139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.161196] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.161389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.161477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.161674] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.161799] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.161853] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.162102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.162167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.162232] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 already deleted. [ 783.162320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.227189] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-134 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.228184] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-134" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.228184] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-134" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.230015] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-134" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.230015] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.230015] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.230015] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.230015] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.230015] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.230015] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.230437] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.230437] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.230437] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.230437] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.230710] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.230710] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.255982] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.256167] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 783.256390] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.256682] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-134" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.257062] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-8e19a10f-8427-4980-ad20-42df6e01d9b6 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.257243] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-8e19a10f-8427-4980-ad20-42df6e01d9b6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.257375] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-8e19a10f-8427-4980-ad20-42df6e01d9b6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.257842] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-8e19a10f-8427-4980-ad20-42df6e01d9b6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.259201] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e19a10f-8427-4980-ad20-42df6e01d9b6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.392543] env[65894]: INFO networking_nsxv3.common.synchronization [None req-acb8dbf7-1edc-47c3-bceb-cc52c551ce0e None None] Enqueued Resource ID: 05333031-51da-43af-bde2-e9e22353128c with Priority: HIGHEST for action port [ 783.393309] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05333031-51da-43af-bde2-e9e22353128c with Priority: HIGHEST for action port [ 783.393309] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1665c4ff-b5b2-4779-92fb-70a945b6c96d with Priority: HIGH for action security_group_rules [ 783.393433] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 with Priority: HIGH for action security_group_rules [ 783.393484] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7313b2f7-57e1-46f6-8700-efb969a8088f with Priority: HIGH for action security_group_rules [ 783.393588] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a19d25d-505a-41df-a74d-ab0e45a3e0fa with Priority: HIGH for action security_group_rules [ 783.393660] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96705730-c9fe-4a9f-b242-5c1d623a2fe0 with Priority: HIGH for action security_group_rules [ 783.394127] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 with Priority: HIGH for action security_group_rules [ 783.394285] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f7bbb4d-4d08-4b5b-a442-0b374059a871 with Priority: HIGH for action security_group_rules [ 783.394403] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGH for action security_group_rules [ 783.394476] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17fc596b-9cc7-4a15-aeb4-ddfb3676b845 with Priority: HIGH for action security_group_rules [ 783.394567] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGH for action security_group_rules [ 783.395147] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9928643c-8bfa-428c-a998-ccfd0639b67d with Priority: HIGH for action security_group_rules [ 783.395147] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e2db3c7-419d-4499-a266-d45e27082c3e with Priority: HIGH for action security_group_rules [ 783.395147] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGH for action security_group_rules [ 783.395147] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 290719c8-3f3b-43a0-ac99-1e457de1aef0 with Priority: HIGH for action security_group_rules [ 783.395147] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbad2e88-7747-464e-ad4e-05d8cb84b3f2 with Priority: HIGH for action security_group_rules [ 783.395147] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3e84fe-ec27-465c-bfe4-6557d06b1d69 with Priority: HIGH for action security_group_rules [ 783.395393] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 with Priority: HIGH for action security_group_rules [ 783.395393] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3918ef74-eff0-462b-bd56-946b7fe18007 with Priority: HIGH for action security_group_rules [ 783.395393] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35754e54-c77e-4236-82c3-313a5bebfc2a with Priority: HIGH for action security_group_rules [ 783.395500] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff9f1226-f894-4743-8eda-a4d8c8be1f65 with Priority: HIGH for action security_group_rules [ 783.395840] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-05333031-51da-43af-bde2-e9e22353128c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.395955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05333031-51da-43af-bde2-e9e22353128c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.396034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05333031-51da-43af-bde2-e9e22353128c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.396297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05333031-51da-43af-bde2-e9e22353128c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.396375] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05333031-51da-43af-bde2-e9e22353128c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.399042] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1665c4ff-b5b2-4779-92fb-70a945b6c96d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.399196] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.399261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.399469] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.399552] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1665c4ff-b5b2-4779-92fb-70a945b6c96d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.400447] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f04b4bb8-5a1e-4abe-8f93-81a34f976039 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.400560] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.400625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.400790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.400872] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f04b4bb8-5a1e-4abe-8f93-81a34f976039',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.402871] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7313b2f7-57e1-46f6-8700-efb969a8088f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.402936] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.402970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.403577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.403577] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7313b2f7-57e1-46f6-8700-efb969a8088f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.405698] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a19d25d-505a-41df-a74d-ab0e45a3e0fa taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.405843] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a19d25d-505a-41df-a74d-ab0e45a3e0fa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.405906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a19d25d-505a-41df-a74d-ab0e45a3e0fa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.406641] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a19d25d-505a-41df-a74d-ab0e45a3e0fa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.406737] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a19d25d-505a-41df-a74d-ab0e45a3e0fa',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.408721] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96705730-c9fe-4a9f-b242-5c1d623a2fe0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.408721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96705730-c9fe-4a9f-b242-5c1d623a2fe0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.408721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96705730-c9fe-4a9f-b242-5c1d623a2fe0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.408721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96705730-c9fe-4a9f-b242-5c1d623a2fe0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.408721] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96705730-c9fe-4a9f-b242-5c1d623a2fe0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.410290] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e76421d-d8aa-4982-9c18-a4627c658fb0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.410290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.410290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.410290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.410560] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e76421d-d8aa-4982-9c18-a4627c658fb0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.411401] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f7bbb4d-4d08-4b5b-a442-0b374059a871 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.411701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f7bbb4d-4d08-4b5b-a442-0b374059a871" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.411701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f7bbb4d-4d08-4b5b-a442-0b374059a871" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.411815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f7bbb4d-4d08-4b5b-a442-0b374059a871" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.411858] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f7bbb4d-4d08-4b5b-a442-0b374059a871',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.412884] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.412996] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.413088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.413485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.413485] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.414195] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17fc596b-9cc7-4a15-aeb4-ddfb3676b845 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.414325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17fc596b-9cc7-4a15-aeb4-ddfb3676b845" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.414379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17fc596b-9cc7-4a15-aeb4-ddfb3676b845" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.414521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17fc596b-9cc7-4a15-aeb4-ddfb3676b845" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.414594] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17fc596b-9cc7-4a15-aeb4-ddfb3676b845',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.415018] env[65894]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 783.416518] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.416822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.416822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.416970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.417383] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.419191] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9928643c-8bfa-428c-a998-ccfd0639b67d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.419191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.419191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.419191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.419373] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9928643c-8bfa-428c-a998-ccfd0639b67d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.420394] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e2db3c7-419d-4499-a266-d45e27082c3e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.420552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.420552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.420784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.420908] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e2db3c7-419d-4499-a266-d45e27082c3e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.421953] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.422139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.422246] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.423065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.423065] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.424175] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-290719c8-3f3b-43a0-ac99-1e457de1aef0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.424321] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-290719c8-3f3b-43a0-ac99-1e457de1aef0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.424441] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-290719c8-3f3b-43a0-ac99-1e457de1aef0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.424658] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-290719c8-3f3b-43a0-ac99-1e457de1aef0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.424800] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('290719c8-3f3b-43a0-ac99-1e457de1aef0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.425804] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbad2e88-7747-464e-ad4e-05d8cb84b3f2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.425964] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbad2e88-7747-464e-ad4e-05d8cb84b3f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.426690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbad2e88-7747-464e-ad4e-05d8cb84b3f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.426690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbad2e88-7747-464e-ad4e-05d8cb84b3f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.426690] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbad2e88-7747-464e-ad4e-05d8cb84b3f2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.427681] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d3e84fe-ec27-465c-bfe4-6557d06b1d69 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.427833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d3e84fe-ec27-465c-bfe4-6557d06b1d69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.427833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d3e84fe-ec27-465c-bfe4-6557d06b1d69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.428033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d3e84fe-ec27-465c-bfe4-6557d06b1d69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.428462] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d3e84fe-ec27-465c-bfe4-6557d06b1d69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.429116] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.429218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.429284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.429626] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.429626] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.430604] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3918ef74-eff0-462b-bd56-946b7fe18007 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.430604] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3918ef74-eff0-462b-bd56-946b7fe18007" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.430604] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3918ef74-eff0-462b-bd56-946b7fe18007" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.430852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3918ef74-eff0-462b-bd56-946b7fe18007" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.430852] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3918ef74-eff0-462b-bd56-946b7fe18007',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.431716] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35754e54-c77e-4236-82c3-313a5bebfc2a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.431716] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35754e54-c77e-4236-82c3-313a5bebfc2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.431716] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35754e54-c77e-4236-82c3-313a5bebfc2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.431900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35754e54-c77e-4236-82c3-313a5bebfc2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.431995] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35754e54-c77e-4236-82c3-313a5bebfc2a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.432222] env[65894]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 783.433392] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff9f1226-f894-4743-8eda-a4d8c8be1f65 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.433392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff9f1226-f894-4743-8eda-a4d8c8be1f65" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.433392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff9f1226-f894-4743-8eda-a4d8c8be1f65" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.433392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff9f1226-f894-4743-8eda-a4d8c8be1f65" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.433392] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff9f1226-f894-4743-8eda-a4d8c8be1f65',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.439340] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f04b4bb8-5a1e-4abe-8f93-81a34f976039 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.440073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.440073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.440073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.440073] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.440073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.440073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.442406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.442406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.442406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.442406] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f04b4bb8-5a1e-4abe-8f93-81a34f976039',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.764608] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.764825] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.764948] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.766597] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.766802] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.766979] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 8e19a10f-8427-4980-ad20-42df6e01d9b6 not found, creating... [ 783.767301] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.767477] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.767595] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.767948] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.768111] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.768429] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.768589] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.768780] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.769151] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.769357] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.769530] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 8e19a10f-8427-4980-ad20-42df6e01d9b6 is going to be created. [ 783.797268] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.797588] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.797784] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.798217] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.798535] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.798875] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-8e19a10f-8427-4980-ad20-42df6e01d9b6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.899755] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05333031-51da-43af-bde2-e9e22353128c [ 783.900068] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.900203] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.900246] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.900484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.900606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.900736] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05333031-51da-43af-bde2-e9e22353128c already deleted. [ 783.900845] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05333031-51da-43af-bde2-e9e22353128c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.938155] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-1665c4ff-b5b2-4779-92fb-70a945b6c96d taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.938155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.938155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.938155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.938657] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.938657] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.938657] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.938657] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.938813] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.938922] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.938965] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1665c4ff-b5b2-4779-92fb-70a945b6c96d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.940057] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7313b2f7-57e1-46f6-8700-efb969a8088f taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.940193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.940269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.940442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.940614] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.940720] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.940773] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.940965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.941034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.941086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.941183] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7313b2f7-57e1-46f6-8700-efb969a8088f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.943326] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f04b4bb8-5a1e-4abe-8f93-81a34f976039 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.943442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.943521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.943722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.943881] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.943994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.944101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.944388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.944388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.944486] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.944645] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f04b4bb8-5a1e-4abe-8f93-81a34f976039 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.944755] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.944802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.944947] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.945103] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.945195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.945279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.945444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.945532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.945601] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.945671] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f04b4bb8-5a1e-4abe-8f93-81a34f976039',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.989444] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.989444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.989444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.991038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.991038] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.991038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.991038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.991038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.991038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.991038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.991038] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.999185] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e76421d-d8aa-4982-9c18-a4627c658fb0 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.999428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.999428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.999980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.999980] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.999980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.999980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.000170] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.000242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.000350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.000437] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e76421d-d8aa-4982-9c18-a4627c658fb0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.007430] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-9928643c-8bfa-428c-a998-ccfd0639b67d taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.007430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.007430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.007430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.007430] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.007430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.007430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.007930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.007930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.007930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.007930] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9928643c-8bfa-428c-a998-ccfd0639b67d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.025426] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e76421d-d8aa-4982-9c18-a4627c658fb0 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.025426] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.025426] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.025775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.025837] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.025945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.026016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.026282] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.026375] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.026467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.026680] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e76421d-d8aa-4982-9c18-a4627c658fb0 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.026820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.026939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.027197] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.027418] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.027537] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.027594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.027807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.027933] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.028127] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.028261] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e76421d-d8aa-4982-9c18-a4627c658fb0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.070316] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.070554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.070608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.070833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.099541] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.099541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.100526] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.100662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.103249] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.103249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.103249] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.103249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.103752] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.103825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.104674] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.104804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.105472] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.105590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.108275] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.108275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.108275] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.108275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.108275] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.108275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.109501] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 784.109501] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.109501] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.110129] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 784.111027] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.111027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.111386] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 784.111643] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.111730] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.115222] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 784.115222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.115350] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a19d25d-505a-41df-a74d-ab0e45a3e0fa is going to be deleted. [ 784.116737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.116737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.143268] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.143391] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff9f1226-f894-4743-8eda-a4d8c8be1f65 is going to be deleted. [ 784.144381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.144604] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.177279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.177448] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e is going to be deleted. [ 784.178868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.179149] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.221057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.221057] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2 is going to be deleted. [ 784.221057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.221057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.223322] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.223470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.241050] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.241238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.248061] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.248061] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e2db3c7-419d-4499-a266-d45e27082c3e is going to be deleted. [ 784.248061] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.248445] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.259101] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.259315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.278020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.278020] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17fc596b-9cc7-4a15-aeb4-ddfb3676b845 is going to be deleted. [ 784.278020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.278020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.401223] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.401514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.406011] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.406407] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f7bbb4d-4d08-4b5b-a442-0b374059a871 is going to be deleted. [ 784.407397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.407620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.438583] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.438583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.447905] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7313b2f7-57e1-46f6-8700-efb969a8088f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.449627] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1665c4ff-b5b2-4779-92fb-70a945b6c96d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.450489] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f04b4bb8-5a1e-4abe-8f93-81a34f976039: rpc.has_security_group_logging(os_id): False [ 784.470469] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.470674] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.472756] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.472756] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96705730-c9fe-4a9f-b242-5c1d623a2fe0 is going to be deleted. [ 784.473686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.474543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.496498] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.496720] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.521398] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.535056] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-9928643c-8bfa-428c-a998-ccfd0639b67d taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.535056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.535056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.535056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.535056] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.535056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.535814] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.535814] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.535814] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.535814] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.535814] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-9928643c-8bfa-428c-a998-ccfd0639b67d taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.535814] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.535814] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.536121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.536121] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.536121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.536251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.536305] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.536386] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.536466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.536557] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9928643c-8bfa-428c-a998-ccfd0639b67d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.540249] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e76421d-d8aa-4982-9c18-a4627c658fb0: rpc.has_security_group_logging(os_id): False [ 784.560990] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.561163] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d3e84fe-ec27-465c-bfe4-6557d06b1d69 is going to be deleted. [ 784.562706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.563019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.593979] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.594229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.601467] env[65894]: INFO networking_nsxv3.common.synchronization [req-e793f1b9-ed63-4550-845a-5668ce4323d7 req-321a22ae-c135-41d1-b3c6-cc31123d764b service nova] Enqueued Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGHEST for action security_group_rules [ 784.601467] env[65894]: INFO networking_nsxv3.common.synchronization [req-e793f1b9-ed63-4550-845a-5668ce4323d7 req-321a22ae-c135-41d1-b3c6-cc31123d764b service nova] Enqueued Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGHEST for action security_group_members [ 784.601467] env[65894]: INFO networking_nsxv3.common.synchronization [req-e793f1b9-ed63-4550-845a-5668ce4323d7 req-321a22ae-c135-41d1-b3c6-cc31123d764b service nova] Enqueued Resource ID: 8e19a10f-8427-4980-ad20-42df6e01d9b6 with Priority: HIGHEST for action port [ 784.602552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.603721] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35754e54-c77e-4236-82c3-313a5bebfc2a is going to be deleted. [ 784.604887] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGHEST for action security_group_rules [ 784.604887] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGHEST for action security_group_members [ 784.604887] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e19a10f-8427-4980-ad20-42df6e01d9b6 with Priority: HIGHEST for action port [ 784.605156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.605156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.606944] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.607071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.607388] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.607511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.607577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.607928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.608036] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.609098] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.609213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.609278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.609466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.609638] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.609736] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.609797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.610022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.610064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.610140] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.611088] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e19a10f-8427-4980-ad20-42df6e01d9b6 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.611283] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e19a10f-8427-4980-ad20-42df6e01d9b6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.611283] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e19a10f-8427-4980-ad20-42df6e01d9b6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.611475] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e19a10f-8427-4980-ad20-42df6e01d9b6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.611594] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e19a10f-8427-4980-ad20-42df6e01d9b6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.614748] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.614873] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.679729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.680260] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3918ef74-eff0-462b-bd56-946b7fe18007 is going to be deleted. [ 784.681719] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.684517] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.749463] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.749697] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 290719c8-3f3b-43a0-ac99-1e457de1aef0 is going to be deleted. [ 784.751239] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.751550] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.758712] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.758875] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.853974] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.854160] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.860941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.860941] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbad2e88-7747-464e-ad4e-05d8cb84b3f2 is going to be deleted. [ 784.861762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.862065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.908438] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.908618] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.949477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.949477] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbf7e093-ca11-483e-b294-4645a455be90 is going to be deleted. [ 784.952621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.952621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.952621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.953274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a19d25d-505a-41df-a74d-ab0e45a3e0fa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.953274] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7313b2f7-57e1-46f6-8700-efb969a8088f: rpc.has_security_group_logging(os_id): False [ 784.954365] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1665c4ff-b5b2-4779-92fb-70a945b6c96d: rpc.has_security_group_logging(os_id): False [ 784.955495] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.955747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.955858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.956780] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff9f1226-f894-4743-8eda-a4d8c8be1f65" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.956780] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.956902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.956902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.957266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.958521] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.958521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.958521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.958521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.958521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.958521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-290719c8-3f3b-43a0-ac99-1e457de1aef0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.959383] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.959615] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.959615] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.959731] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2340de5-6ca4-4aba-bfa1-4e6f2418b0a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.959853] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.960016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.960116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.960200] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e2db3c7-419d-4499-a266-d45e27082c3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.960568] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.960568] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.960568] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.960699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17fc596b-9cc7-4a15-aeb4-ddfb3676b845" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.960800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.960887] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.024916] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91557f36-122d-4ce6-b2f5-8f5f25dd61b2: rpc.has_security_group_logging(os_id): False [ 785.043508] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9928643c-8bfa-428c-a998-ccfd0639b67d: rpc.has_security_group_logging(os_id): False [ 785.057795] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.057795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.059219] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.059219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.107353] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.107353] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.112248] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.113024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.113794] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.113964] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.114322] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.114505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.116605] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.116605] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e19a10f-8427-4980-ad20-42df6e01d9b6 with status ACTIVE [ 785.116605] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.116605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.116605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.116911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.116911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.117042] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.119734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.119734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.119734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.119734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.119734] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.119734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.119734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.119734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.119734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.119734] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e19a10f-8427-4980-ad20-42df6e01d9b6 is going to be updated. [ 785.121067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.121285] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.121285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.121432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.122317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.122317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.122317] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.122317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.122317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.122317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.122692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.122692] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.122770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.122770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.122918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.122986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.123098] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 is going to be updated. [ 785.125092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.125092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.125092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.125092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f7bbb4d-4d08-4b5b-a442-0b374059a871" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.125359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.125359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.125433] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.125552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96705730-c9fe-4a9f-b242-5c1d623a2fe0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.126388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.126682] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.126802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.126966] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d3e84fe-ec27-465c-bfe4-6557d06b1d69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.127644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.127644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.127644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.127644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35754e54-c77e-4236-82c3-313a5bebfc2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.129115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.129864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.129864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.129864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3918ef74-eff0-462b-bd56-946b7fe18007" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.129864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.129864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.248460] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.248724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.253827] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.254080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.254080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.255442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.258974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.258974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e19a10f-8427-4980-ad20-42df6e01d9b6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.258974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.258974] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.258974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.258974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.258974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.259570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.259570] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.259570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.259570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.260049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.260205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.260764] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.260764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.260764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.260764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.261233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.261233] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 is going to be updated. [ 785.264061] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.264061] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.367800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.368659] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.368981] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.369177] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.369493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.369683] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.370016] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7313b2f7-57e1-46f6-8700-efb969a8088f is going to be updated. [ 785.371451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.371968] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.375163] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.375163] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.461021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.461021] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.461021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.461021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.461021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.461021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.461021] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.461021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.461021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.461021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.461021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.461021] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.461021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.461021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.461800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.462070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.462325] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9928643c-8bfa-428c-a998-ccfd0639b67d is going to be updated. [ 785.464034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.464334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.516236] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.516236] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.531746] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.531746] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.531746] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.531746] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.531746] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.531746] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.531746] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1665c4ff-b5b2-4779-92fb-70a945b6c96d is going to be updated. [ 785.534099] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.534403] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.534503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.534650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbad2e88-7747-464e-ad4e-05d8cb84b3f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.534932] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.534986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.600339] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.601525] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.601525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.601525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.601525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.601525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.601525] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 is going to be updated. [ 785.602370] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.602570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.602656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.602775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.602909] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.608570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.608930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.614046] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.614046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.614046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.614527] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.614527] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.615873] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.616822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.616822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.626369] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.655243] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7313b2f7-57e1-46f6-8700-efb969a8088f in Status: IN_PROGRESS for 2s [ 785.657199] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 in Status: IN_PROGRESS for 2s [ 785.662065] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 in Status: IN_PROGRESS for 2s [ 785.718468] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.718468] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.718468] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.718468] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.718468] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.738907] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.739835] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.740109] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.741324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.741590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.749833] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9928643c-8bfa-428c-a998-ccfd0639b67d in Status: IN_PROGRESS for 2s [ 785.775551] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1665c4ff-b5b2-4779-92fb-70a945b6c96d in Status: IN_PROGRESS for 2s [ 785.796682] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.796853] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.796895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.797134] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.797291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.851964] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 in Status: IN_PROGRESS for 2s [ 786.095187] env[65894]: INFO networking_nsxv3.common.synchronization [req-1decb3ff-11c4-4466-a6db-d653e698aa89 req-dd53e2ed-c6e9-4311-8f3b-68602e976bfa tempest-ServersAdminTestJSON-808999941 tempest-ServersAdminTestJSON-808999941-project-member] Enqueued Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGHEST for action security_group_members [ 786.095187] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGHEST for action security_group_members [ 786.095187] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.097138] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.130571] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.130858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.130925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.131129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.131215] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.131315] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 is going to be created. [ 786.165212] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.165422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.165485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.166345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.166345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.177273] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 in Status: UNINITIALIZED for 2s [ 786.564588] env[65894]: INFO networking_nsxv3.common.synchronization [None req-2ab19aa1-d2a8-4f66-9da9-f808d28520bd None None] Enqueued Resource ID: d6a94fe7-6198-445d-a080-a33d7d97f341 with Priority: HIGHEST for action port [ 786.565227] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6a94fe7-6198-445d-a080-a33d7d97f341 with Priority: HIGHEST for action port [ 786.565596] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6a94fe7-6198-445d-a080-a33d7d97f341 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.565733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6a94fe7-6198-445d-a080-a33d7d97f341" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.565854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6a94fe7-6198-445d-a080-a33d7d97f341" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.568413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6a94fe7-6198-445d-a080-a33d7d97f341" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.568565] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6a94fe7-6198-445d-a080-a33d7d97f341',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.631242] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-134 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.631457] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-134" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.631562] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-134" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.631875] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-134" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.635622] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.636627] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.636627] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.636627] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.636627] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.636846] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.636846] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.636909] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.637170] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.637170] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.637262] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.637386] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.660808] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.660808] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 786.660808] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.661255] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-134" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.661438] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-ba1f22f3-c6b1-4a7e-89a6-6439073db643 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.661548] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-ba1f22f3-c6b1-4a7e-89a6-6439073db643" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.661642] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-ba1f22f3-c6b1-4a7e-89a6-6439073db643" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.661969] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-ba1f22f3-c6b1-4a7e-89a6-6439073db643" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.662125] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba1f22f3-c6b1-4a7e-89a6-6439073db643',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.074558] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6a94fe7-6198-445d-a080-a33d7d97f341 [ 787.074905] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.075143] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.075209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.075516] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.075590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.075709] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6a94fe7-6198-445d-a080-a33d7d97f341 already deleted. [ 787.075812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6a94fe7-6198-445d-a080-a33d7d97f341" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.168021] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.168021] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.168021] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.168021] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.168021] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.168021] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port ba1f22f3-c6b1-4a7e-89a6-6439073db643 not found, creating... [ 787.168021] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.168021] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.168021] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.168021] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.168021] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.169426] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.169824] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.170184] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.170569] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.171517] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.171517] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: ba1f22f3-c6b1-4a7e-89a6-6439073db643 is going to be created. [ 787.195545] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.195809] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.196439] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.196439] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.196549] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.196832] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-ba1f22f3-c6b1-4a7e-89a6-6439073db643" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.680615] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7313b2f7-57e1-46f6-8700-efb969a8088f in Status: SUCCESS [ 787.681233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.681577] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 in Status: SUCCESS [ 787.681760] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.682203] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 in Status: SUCCESS [ 787.682298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.768583] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9928643c-8bfa-428c-a998-ccfd0639b67d in Status: SUCCESS [ 787.768996] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.797165] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1665c4ff-b5b2-4779-92fb-70a945b6c96d in Status: SUCCESS [ 787.797165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.870139] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 in Status: SUCCESS [ 787.870327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.930022] env[65894]: INFO networking_nsxv3.common.synchronization [req-1decb3ff-11c4-4466-a6db-d653e698aa89 req-508adfcb-d512-4879-bfa6-8061841fc641 service nova] Enqueued Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGHEST for action security_group_rules [ 787.931916] env[65894]: INFO networking_nsxv3.common.synchronization [req-1decb3ff-11c4-4466-a6db-d653e698aa89 req-508adfcb-d512-4879-bfa6-8061841fc641 service nova] Enqueued Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGHEST for action security_group_members [ 787.932238] env[65894]: INFO networking_nsxv3.common.synchronization [req-1decb3ff-11c4-4466-a6db-d653e698aa89 req-508adfcb-d512-4879-bfa6-8061841fc641 service nova] Enqueued Resource ID: ba1f22f3-c6b1-4a7e-89a6-6439073db643 with Priority: HIGHEST for action port [ 787.932899] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGHEST for action security_group_rules [ 787.933185] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGHEST for action security_group_members [ 787.933360] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba1f22f3-c6b1-4a7e-89a6-6439073db643 with Priority: HIGHEST for action port [ 787.933722] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.933858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.934140] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.934340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.934568] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba1f22f3-c6b1-4a7e-89a6-6439073db643 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.934704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba1f22f3-c6b1-4a7e-89a6-6439073db643" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.934790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba1f22f3-c6b1-4a7e-89a6-6439073db643" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.935089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba1f22f3-c6b1-4a7e-89a6-6439073db643" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.935327] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba1f22f3-c6b1-4a7e-89a6-6439073db643',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.189300] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 in Status: SUCCESS [ 788.189696] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.189696] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.190051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.190051] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.192297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.192297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.192297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.192297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.192297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.192297] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.192297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.192297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.192297] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.192297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.192297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.193487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.193632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.193756] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.437990] env[65894]: INFO networking_nsxv3.common.synchronization [req-5a41afb2-332a-4ec2-afa1-ac0bc6bfd75c req-6b8ade72-49f4-4dae-85c3-33db8108a8b8 tempest-ServerDiskConfigTestJSON-1160334058 tempest-ServerDiskConfigTestJSON-1160334058-project-member] Enqueued Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_members [ 788.438544] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba1f22f3-c6b1-4a7e-89a6-6439073db643 with status ACTIVE [ 788.438618] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.439252] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.439252] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.439252] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.439252] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.439475] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.439664] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.439664] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.439738] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.439809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.439997] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.440210] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.440210] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.440338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.440368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.440521] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba1f22f3-c6b1-4a7e-89a6-6439073db643 is going to be updated. [ 788.441859] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_members [ 788.442344] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.442344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.445454] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.445454] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.445619] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.445796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.445973] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.446221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.446623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.446623] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.475138] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.476624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.476624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.476624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.476624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.476624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba1f22f3-c6b1-4a7e-89a6-6439073db643" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.697498] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.697498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.697498] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.886658] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-269 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.886906] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-269" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.887239] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-269" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.887613] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-269" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.888140] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.888560] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.888851] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.889064] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.889274] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.889558] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.889719] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.889863] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.890031] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.890193] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.890439] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.890525] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.912892] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.913175] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 788.913341] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.913529] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-269" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.913892] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-2437553f-f7e9-47e8-9765-8ea661110ccf taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.914111] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-2437553f-f7e9-47e8-9765-8ea661110ccf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.914234] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-2437553f-f7e9-47e8-9765-8ea661110ccf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.914612] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-2437553f-f7e9-47e8-9765-8ea661110ccf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.914778] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2437553f-f7e9-47e8-9765-8ea661110ccf',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.950406] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.950613] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.950613] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.950861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.950995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.951260] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.951393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.951475] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.951701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.951807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.951901] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e is going to be deleted. [ 789.010272] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.010498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.010498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.010703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.010796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.010895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.200827] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.417762] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.417762] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.417762] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.419503] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.419503] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.419503] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 2437553f-f7e9-47e8-9765-8ea661110ccf not found, creating... [ 789.419503] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.419503] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.419503] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.419503] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.419503] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.420053] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.420053] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.420196] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.420421] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.420588] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.420744] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 2437553f-f7e9-47e8-9765-8ea661110ccf is going to be created. [ 789.443567] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.443807] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.443974] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.444343] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.444669] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.444938] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-2437553f-f7e9-47e8-9765-8ea661110ccf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.703761] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.704132] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.704132] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.704218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.704295] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.704443] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 is going to be updated. [ 789.740241] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.740586] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.740586] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.740765] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.740826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.751554] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 in Status: IN_PROGRESS for 2s [ 790.318462] env[65894]: INFO networking_nsxv3.common.synchronization [req-5a41afb2-332a-4ec2-afa1-ac0bc6bfd75c req-26c336f4-3af1-43db-8bc5-7c700785dfee service nova] Enqueued Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_rules [ 790.318975] env[65894]: INFO networking_nsxv3.common.synchronization [req-5a41afb2-332a-4ec2-afa1-ac0bc6bfd75c req-26c336f4-3af1-43db-8bc5-7c700785dfee service nova] Enqueued Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_members [ 790.319293] env[65894]: INFO networking_nsxv3.common.synchronization [req-5a41afb2-332a-4ec2-afa1-ac0bc6bfd75c req-26c336f4-3af1-43db-8bc5-7c700785dfee service nova] Enqueued Resource ID: 2437553f-f7e9-47e8-9765-8ea661110ccf with Priority: HIGHEST for action port [ 790.320040] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_rules [ 790.320444] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_members [ 790.320444] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2437553f-f7e9-47e8-9765-8ea661110ccf with Priority: HIGHEST for action port [ 790.320872] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.320946] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.321021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.321261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.321361] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.323360] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.323360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.323360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.323360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.323360] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.323645] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.323645] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.325643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.325643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.325643] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.325643] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-2437553f-f7e9-47e8-9765-8ea661110ccf taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.325643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2437553f-f7e9-47e8-9765-8ea661110ccf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.325643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2437553f-f7e9-47e8-9765-8ea661110ccf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.325643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2437553f-f7e9-47e8-9765-8ea661110ccf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.325643] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2437553f-f7e9-47e8-9765-8ea661110ccf',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.827855] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.832648] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.832648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.832648] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2437553f-f7e9-47e8-9765-8ea661110ccf with status ACTIVE [ 790.832648] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.832648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.832648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.832648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.832648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.832648] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.832648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.832648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.832648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.833438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.833438] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.833438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.833438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.833438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.833632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.833673] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2437553f-f7e9-47e8-9765-8ea661110ccf is going to be updated. [ 790.874995] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.875174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.875263] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.876123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.876123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.876123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2437553f-f7e9-47e8-9765-8ea661110ccf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.331438] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.763352] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 in Status: SUCCESS [ 791.763656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.764140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.764621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.764621] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.764795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.764795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.764943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.765073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.765163] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.834747] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.836850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.836850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.836850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.836850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.836850] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e is going to be created. [ 791.864962] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.865145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.865191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.865399] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.866315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.878260] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: UNINITIALIZED for 2s [ 792.270036] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.469039] env[65894]: INFO networking_nsxv3.common.synchronization [req-94ecf039-610c-4928-9ba8-4f62e905cafa req-3e9cb5e5-1911-4612-a9f1-4388a3704c6e tempest-ServerMetadataNegativeTestJSON-1035921808 tempest-ServerMetadataNegativeTestJSON-1035921808-project-member] Enqueued Resource ID: 4d811ee8-f929-4dca-9bef-dba1548c1e33 with Priority: HIGHEST for action security_group_members [ 792.472327] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d811ee8-f929-4dca-9bef-dba1548c1e33 with Priority: HIGHEST for action security_group_members [ 792.473890] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d811ee8-f929-4dca-9bef-dba1548c1e33 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.474668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d811ee8-f929-4dca-9bef-dba1548c1e33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.474668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d811ee8-f929-4dca-9bef-dba1548c1e33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.477035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d811ee8-f929-4dca-9bef-dba1548c1e33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.477035] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.477035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.477035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.477035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.477035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.477035] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d811ee8-f929-4dca-9bef-dba1548c1e33',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.772478] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.876119] env[65894]: INFO networking_nsxv3.common.synchronization [req-74a360b7-333f-4383-82f1-295f633fac4e req-72d47db1-53cf-4521-b9e4-6a6fbf83f218 tempest-ImagesOneServerNegativeTestJSON-251457988 tempest-ImagesOneServerNegativeTestJSON-251457988-project-member] Enqueued Resource ID: e873305b-c351-4c61-b147-e545049f0706 with Priority: HIGHEST for action security_group_members [ 792.876810] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e873305b-c351-4c61-b147-e545049f0706 with Priority: HIGHEST for action security_group_members [ 792.877306] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e873305b-c351-4c61-b147-e545049f0706 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.877476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.877573] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.877795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.877954] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.878064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.878140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.878298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.878387] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.878506] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e873305b-c351-4c61-b147-e545049f0706',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.934567] env[65894]: INFO networking_nsxv3.common.synchronization [None req-5b1f2451-25f8-4db4-b9df-4bd3552ae08e None None] Enqueued Resource ID: f6ad00a7-cca1-40a2-b27d-bb2e2bb365f2 with Priority: HIGHEST for action port [ 792.934567] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6ad00a7-cca1-40a2-b27d-bb2e2bb365f2 with Priority: HIGHEST for action port [ 792.935009] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6ad00a7-cca1-40a2-b27d-bb2e2bb365f2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.935389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6ad00a7-cca1-40a2-b27d-bb2e2bb365f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.935649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6ad00a7-cca1-40a2-b27d-bb2e2bb365f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.936224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6ad00a7-cca1-40a2-b27d-bb2e2bb365f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.938711] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6ad00a7-cca1-40a2-b27d-bb2e2bb365f2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.980282] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.980282] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.980477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.980585] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.006753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.006753] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.007346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.007346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.009878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.009878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.009878] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d811ee8-f929-4dca-9bef-dba1548c1e33 is going to be updated. [ 793.042463] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.042684] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.042726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.042935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.043105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.056802] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d811ee8-f929-4dca-9bef-dba1548c1e33 in Status: IN_PROGRESS for 2s [ 793.275278] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.275278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.275278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.275278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.275448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.275448] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 is going to be updated. [ 793.320685] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.321096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.321301] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.321580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.321762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.338994] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 in Status: IN_PROGRESS for 2s [ 793.382765] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.383084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.383248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.383697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.406116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.406116] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.406116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.406116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.406116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.406116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.406116] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e873305b-c351-4c61-b147-e545049f0706 is going to be updated. [ 793.440909] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.440909] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.440909] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.440909] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.440909] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.441824] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6ad00a7-cca1-40a2-b27d-bb2e2bb365f2 [ 793.443258] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.443456] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.443558] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.443821] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.443937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.444060] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6ad00a7-cca1-40a2-b27d-bb2e2bb365f2 already deleted. [ 793.444150] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6ad00a7-cca1-40a2-b27d-bb2e2bb365f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.455982] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e873305b-c351-4c61-b147-e545049f0706 in Status: IN_PROGRESS for 2s [ 793.777976] env[65894]: INFO networking_nsxv3.common.synchronization [req-f8e6eb7f-6775-42e1-858e-39ee0ec5e2dd req-0d8ea313-933a-4913-b9fe-1c4411ca0e0c tempest-ListImageFiltersTestJSON-1844751878 tempest-ListImageFiltersTestJSON-1844751878-project-member] Enqueued Resource ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 with Priority: HIGHEST for action security_group_members [ 793.778624] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 with Priority: HIGHEST for action security_group_members [ 793.778871] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.779013] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.780075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.780292] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.780526] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.780661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.780661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.782023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.782023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.782023] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.890754] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: SUCCESS [ 793.891129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.891270] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.892409] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.892409] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.892409] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.892409] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.892409] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.892409] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.892409] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.892409] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.283028] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.395222] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.395411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.395512] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.395900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.396216] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.396378] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.396475] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.396677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.398848] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.398848] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.398848] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.398848] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.398848] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.398848] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.398848] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.398848] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.398848] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.398848] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.398848] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.398848] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.398848] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.787289] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.900724] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e: rpc.has_security_group_logging(os_id): False [ 794.923669] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.923880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.924661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.924976] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.925166] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.925654] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.925654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.925654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.926447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.926447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.927516] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.927796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.927796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.928009] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.928131] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.928417] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.928568] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.928668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.928851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.928983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.929126] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e is going to be created. [ 794.996082] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.996082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.996082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.996082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.996082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.012114] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: IN_PROGRESS for 2s [ 795.066834] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d811ee8-f929-4dca-9bef-dba1548c1e33 in Status: SUCCESS [ 795.067052] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d811ee8-f929-4dca-9bef-dba1548c1e33 deletion is rescheduled due to dependency. [ 795.067234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d811ee8-f929-4dca-9bef-dba1548c1e33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.291366] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.291512] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.291770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.292115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.292224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.292324] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 is going to be updated. [ 795.351019] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.351261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.351337] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.352071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.352251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.355033] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 in Status: SUCCESS [ 795.355033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.355240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.355497] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.355576] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.355663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.355775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.355996] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.356102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.356195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.356375] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.356474] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.356537] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.356680] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.356826] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.356912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.356966] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.357207] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.357207] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.357347] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.357347] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.364179] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 in Status: IN_PROGRESS for 2s [ 795.470194] env[65894]: INFO networking_nsxv3.common.synchronization [None req-4ce6e53c-865f-4f22-903c-1800057005b3 None None] Enqueued Resource ID: 70bae97c-5076-467a-9d69-d90966273640 with Priority: HIGHEST for action port [ 795.471272] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e873305b-c351-4c61-b147-e545049f0706 in Status: SUCCESS [ 795.471379] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e873305b-c351-4c61-b147-e545049f0706 deletion is rescheduled due to dependency. [ 795.471432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.471890] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70bae97c-5076-467a-9d69-d90966273640 with Priority: HIGHEST for action port [ 795.472515] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-70bae97c-5076-467a-9d69-d90966273640 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.472515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70bae97c-5076-467a-9d69-d90966273640" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.472515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70bae97c-5076-467a-9d69-d90966273640" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.472841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70bae97c-5076-467a-9d69-d90966273640" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.472841] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70bae97c-5076-467a-9d69-d90966273640',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.821432] env[65894]: INFO networking_nsxv3.common.synchronization [None req-d4f36ee0-d401-4633-adfa-edcc9e221023 tempest-ServerActionsTestJSON-369892048 tempest-ServerActionsTestJSON-369892048-project-member] Enqueued Resource ID: b3e6c2e5-542d-43d1-a832-715bc4b3bb49 with Priority: HIGHEST for action security_group_rules [ 795.821432] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e6c2e5-542d-43d1-a832-715bc4b3bb49 with Priority: HIGHEST for action security_group_rules [ 795.821432] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3e6c2e5-542d-43d1-a832-715bc4b3bb49 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.821432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3e6c2e5-542d-43d1-a832-715bc4b3bb49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.821432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3e6c2e5-542d-43d1-a832-715bc4b3bb49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.821432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3e6c2e5-542d-43d1-a832-715bc4b3bb49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.821432] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3e6c2e5-542d-43d1-a832-715bc4b3bb49',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.864355] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c63cf89a-bf4e-41fa-8db1-201b7f9dbb01: rpc.has_security_group_logging(os_id): False [ 795.884723] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.885560] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.885739] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.886148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.886365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.886792] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.886893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.886893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.887161] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.887348] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.887703] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.887892] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.888102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.888365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.888530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.888852] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.889020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.889160] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.889433] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.889594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.889760] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 is going to be created. [ 795.945062] env[65894]: INFO networking_nsxv3.common.synchronization [None req-999d8395-66ca-428e-864e-bcb4b25e858b tempest-ServerActionsTestJSON-369892048 tempest-ServerActionsTestJSON-369892048-project-member] Enqueued Resource ID: b3e6c2e5-542d-43d1-a832-715bc4b3bb49 with Priority: HIGHEST for action security_group_rules [ 795.945631] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e6c2e5-542d-43d1-a832-715bc4b3bb49 with Priority: HIGHEST for action security_group_rules [ 795.946051] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3e6c2e5-542d-43d1-a832-715bc4b3bb49 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.946176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3e6c2e5-542d-43d1-a832-715bc4b3bb49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.960185] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.960185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.960185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.960185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.960185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.973431] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 in Status: IN_PROGRESS for 2s [ 795.976259] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70bae97c-5076-467a-9d69-d90966273640 [ 795.976614] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.977771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.977892] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.978176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.978296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.978403] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70bae97c-5076-467a-9d69-d90966273640 already deleted. [ 795.978490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70bae97c-5076-467a-9d69-d90966273640" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.344438] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.344637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.344637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.344792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.344860] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.344956] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3e6c2e5-542d-43d1-a832-715bc4b3bb49 already deleted. [ 796.345062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3e6c2e5-542d-43d1-a832-715bc4b3bb49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.345205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3e6c2e5-542d-43d1-a832-715bc4b3bb49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.345375] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3e6c2e5-542d-43d1-a832-715bc4b3bb49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.345456] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3e6c2e5-542d-43d1-a832-715bc4b3bb49',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.885447] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.885569] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.885669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.885858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.885971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.886041] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3e6c2e5-542d-43d1-a832-715bc4b3bb49 already deleted. [ 796.886157] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3e6c2e5-542d-43d1-a832-715bc4b3bb49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.027965] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: SUCCESS [ 797.028334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.378380] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 in Status: SUCCESS [ 797.378612] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.986919] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 in Status: SUCCESS [ 797.987154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.987402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.987668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.987925] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.408156] env[65894]: INFO networking_nsxv3.common.synchronization [req-46345ada-5faa-405f-a03a-5af6a5a617eb req-0f4069c9-d311-451c-8e16-73d5679b456d tempest-ImagesTestJSON-440520544 tempest-ImagesTestJSON-440520544-project-member] Enqueued Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_members [ 798.408688] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_members [ 798.409050] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.409178] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.409269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.409456] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.409779] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.409779] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.409779] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.409960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.410012] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.411760] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.491164] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.491340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.491398] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.491603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.491778] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.491881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.491942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.492113] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.492225] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.492345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.492459] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.816092] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.816272] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-471" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.816423] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-471" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.816725] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-471" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.817308] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.821031] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.821031] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.821031] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.821031] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.821031] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.821031] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.821031] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.821031] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.821031] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.821031] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.821031] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.843420] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.843651] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 798.843797] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.843994] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-471" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.844837] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-536fd2f5-f34d-467e-bc57-9786cee99dae taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.844837] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-536fd2f5-f34d-467e-bc57-9786cee99dae" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.844837] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-536fd2f5-f34d-467e-bc57-9786cee99dae" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.845125] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-536fd2f5-f34d-467e-bc57-9786cee99dae" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.845125] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('536fd2f5-f34d-467e-bc57-9786cee99dae',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.915667] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.915925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.916027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.916625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.946350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.946880] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.947051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.947238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.947541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.947691] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.947853] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 is going to be updated. [ 798.994585] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.994847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.994847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.995462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.995462] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.995462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.995462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.996202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.996202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.996202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.996202] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.996202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.996202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.996462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.996580] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.996580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.996657] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.996862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.996862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.997017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.997017] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.999428] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.999638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.999762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.999969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.000154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.015764] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: IN_PROGRESS for 2s [ 799.348027] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.348312] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.348538] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.348800] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.349010] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.349198] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 536fd2f5-f34d-467e-bc57-9786cee99dae not found, creating... [ 799.349520] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.349746] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.350357] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.350357] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.350584] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.351034] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.351316] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.351533] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.351952] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.352230] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.352478] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 536fd2f5-f34d-467e-bc57-9786cee99dae is going to be created. [ 799.374075] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.374233] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.374349] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.374661] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.374880] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.375121] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-536fd2f5-f34d-467e-bc57-9786cee99dae" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.502719] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c63cf89a-bf4e-41fa-8db1-201b7f9dbb01: rpc.has_security_group_logging(os_id): False [ 799.528785] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.528942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.529056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.529329] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.529471] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.533165] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.533165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.533165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.533165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.533165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.533165] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.533165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.533165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.533165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.533165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.533165] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.533165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.533165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.533165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.533621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.533621] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 is going to be updated. [ 799.610783] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.610918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.611221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.611475] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.611630] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.624528] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 in Status: IN_PROGRESS for 2s [ 800.079594] env[65894]: INFO networking_nsxv3.common.synchronization [req-46345ada-5faa-405f-a03a-5af6a5a617eb req-8a87b4b9-00dc-427c-81d9-b28a92185095 service nova] Enqueued Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_rules [ 800.079710] env[65894]: INFO networking_nsxv3.common.synchronization [req-46345ada-5faa-405f-a03a-5af6a5a617eb req-8a87b4b9-00dc-427c-81d9-b28a92185095 service nova] Enqueued Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_members [ 800.080026] env[65894]: INFO networking_nsxv3.common.synchronization [req-46345ada-5faa-405f-a03a-5af6a5a617eb req-8a87b4b9-00dc-427c-81d9-b28a92185095 service nova] Enqueued Resource ID: 536fd2f5-f34d-467e-bc57-9786cee99dae with Priority: HIGHEST for action port [ 800.081030] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_rules [ 800.081030] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_members [ 800.081030] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 536fd2f5-f34d-467e-bc57-9786cee99dae with Priority: HIGHEST for action port [ 800.081030] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.081030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.081505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.081505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.081505] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.083057] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.083057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.083057] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-536fd2f5-f34d-467e-bc57-9786cee99dae taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.083057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-536fd2f5-f34d-467e-bc57-9786cee99dae" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.083057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-536fd2f5-f34d-467e-bc57-9786cee99dae" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.083057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-536fd2f5-f34d-467e-bc57-9786cee99dae" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.083290] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('536fd2f5-f34d-467e-bc57-9786cee99dae',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.098925] env[65894]: INFO networking_nsxv3.common.synchronization [req-1a5b0eb6-b9a9-4b74-a08b-efcb064df78c req-a94aa648-9c07-47d8-86e3-a87b57201453 tempest-ServersTestBootFromVolume-760581442 tempest-ServersTestBootFromVolume-760581442-project-member] Enqueued Resource ID: 7313b2f7-57e1-46f6-8700-efb969a8088f with Priority: HIGHEST for action security_group_members [ 800.099555] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7313b2f7-57e1-46f6-8700-efb969a8088f with Priority: HIGHEST for action security_group_members [ 800.100909] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7313b2f7-57e1-46f6-8700-efb969a8088f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.100909] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.100909] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.101181] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.101373] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.102051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.102051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.102051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.102051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.102051] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7313b2f7-57e1-46f6-8700-efb969a8088f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.584655] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.585102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.585102] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 536fd2f5-f34d-467e-bc57-9786cee99dae with status ACTIVE [ 800.585251] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.585251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.585385] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.585823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.585823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.585823] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.586044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.586044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.586154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.586212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.586364] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.586464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.586525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.586644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.586707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.586794] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 536fd2f5-f34d-467e-bc57-9786cee99dae is going to be updated. [ 800.603829] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.603956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.603956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.604176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.604268] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.604468] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.604568] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.604629] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.605370] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.605370] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.605370] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7313b2f7-57e1-46f6-8700-efb969a8088f is going to be updated. [ 800.614242] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.614392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.614453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.614667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.614812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.615105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-536fd2f5-f34d-467e-bc57-9786cee99dae" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.634715] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.635254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.635348] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.635619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.635957] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.649102] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7313b2f7-57e1-46f6-8700-efb969a8088f in Status: IN_PROGRESS for 2s [ 801.026901] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: SUCCESS [ 801.027787] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 deletion is rescheduled due to dependency. [ 801.027787] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.027787] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.027787] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.028045] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.028182] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.028269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.028488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.028601] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.028720] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.531202] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.639586] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 in Status: SUCCESS [ 801.639904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.033543] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.279822] env[65894]: INFO networking_nsxv3.common.synchronization [req-b4af7fe1-e243-40a7-ba48-41a4c2ea2923 req-e421213c-324d-437c-8880-f99ec8dd142f tempest-ServerGroupTestJSON-375055902 tempest-ServerGroupTestJSON-375055902-project-member] Enqueued Resource ID: 730f6a5e-b991-44a8-815d-0b6e224a6fac with Priority: HIGHEST for action security_group_members [ 802.280689] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 730f6a5e-b991-44a8-815d-0b6e224a6fac with Priority: HIGHEST for action security_group_members [ 802.280995] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-730f6a5e-b991-44a8-815d-0b6e224a6fac taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.281159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-730f6a5e-b991-44a8-815d-0b6e224a6fac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.281204] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-730f6a5e-b991-44a8-815d-0b6e224a6fac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.281478] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-730f6a5e-b991-44a8-815d-0b6e224a6fac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.281646] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.281750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.281813] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.281972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.282068] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.282162] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('730f6a5e-b991-44a8-815d-0b6e224a6fac',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.535860] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.535860] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.535860] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.536172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.536172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.536278] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 is going to be updated. [ 802.568311] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.568493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.568536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.568766] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.568932] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.580948] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: IN_PROGRESS for 2s [ 802.617273] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-222 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.617470] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-222" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.617582] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-222" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.618147] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-222" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.618631] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.619081] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.619246] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.619552] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.619733] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.619978] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.620125] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.620255] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.620367] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.620480] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.620600] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.620750] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.643354] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.643722] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 802.643722] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.643879] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-222" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.644241] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-5a7cc8bb-9df8-426c-a089-11c4fc1c6bed taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.644429] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-5a7cc8bb-9df8-426c-a089-11c4fc1c6bed" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.644553] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-5a7cc8bb-9df8-426c-a089-11c4fc1c6bed" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.644867] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-5a7cc8bb-9df8-426c-a089-11c4fc1c6bed" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.645009] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a7cc8bb-9df8-426c-a089-11c4fc1c6bed',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.658540] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7313b2f7-57e1-46f6-8700-efb969a8088f in Status: SUCCESS [ 802.658724] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7313b2f7-57e1-46f6-8700-efb969a8088f deletion is rescheduled due to dependency. [ 802.658867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.723470] env[65894]: INFO networking_nsxv3.common.synchronization [req-59682500-1e56-4307-bae1-1e82d3d45721 req-9b5a195c-698a-4bef-ac06-d2bb71ad5f63 tempest-ImagesOneServerTestJSON-1285253523 tempest-ImagesOneServerTestJSON-1285253523-project-member] Enqueued Resource ID: 9928643c-8bfa-428c-a998-ccfd0639b67d with Priority: HIGHEST for action security_group_members [ 802.724019] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9928643c-8bfa-428c-a998-ccfd0639b67d with Priority: HIGHEST for action security_group_members [ 802.724327] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-9928643c-8bfa-428c-a998-ccfd0639b67d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.724444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.724705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.724705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.724844] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.724939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.725011] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.725158] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.725242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.725332] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9928643c-8bfa-428c-a998-ccfd0639b67d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.887526] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.887700] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.887743] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.887967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.888059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.888237] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.888368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.888458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.888526] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.888601] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.888683] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 730f6a5e-b991-44a8-815d-0b6e224a6fac already deleted. [ 802.888760] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-730f6a5e-b991-44a8-815d-0b6e224a6fac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.148247] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.148537] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.148644] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.149035] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.149197] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.149402] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 5a7cc8bb-9df8-426c-a089-11c4fc1c6bed not found, creating... [ 803.149716] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.149936] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.150041] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.150330] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.150488] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.150838] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.151066] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.151215] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.151443] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.151644] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.151916] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 5a7cc8bb-9df8-426c-a089-11c4fc1c6bed is going to be created. [ 803.195501] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.195734] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.195910] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.196220] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.196461] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.196687] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-5a7cc8bb-9df8-426c-a089-11c4fc1c6bed" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.228257] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.228505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.228619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.229060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.229226] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.229551] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.229727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.229836] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.230129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.230284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.230438] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9928643c-8bfa-428c-a998-ccfd0639b67d is going to be updated. [ 803.283582] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.283800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.283947] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.284238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.284573] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.295705] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9928643c-8bfa-428c-a998-ccfd0639b67d in Status: IN_PROGRESS for 2s [ 803.910171] env[65894]: INFO networking_nsxv3.common.synchronization [req-b4af7fe1-e243-40a7-ba48-41a4c2ea2923 req-8b2a8f85-f7b4-4f89-bace-c0b11968ce98 service nova] Enqueued Resource ID: 730f6a5e-b991-44a8-815d-0b6e224a6fac with Priority: HIGHEST for action security_group_rules [ 803.910421] env[65894]: INFO networking_nsxv3.common.synchronization [req-b4af7fe1-e243-40a7-ba48-41a4c2ea2923 req-8b2a8f85-f7b4-4f89-bace-c0b11968ce98 service nova] Enqueued Resource ID: 730f6a5e-b991-44a8-815d-0b6e224a6fac with Priority: HIGHEST for action security_group_members [ 803.910498] env[65894]: INFO networking_nsxv3.common.synchronization [req-b4af7fe1-e243-40a7-ba48-41a4c2ea2923 req-8b2a8f85-f7b4-4f89-bace-c0b11968ce98 service nova] Enqueued Resource ID: 5a7cc8bb-9df8-426c-a089-11c4fc1c6bed with Priority: HIGHEST for action port [ 803.910963] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 730f6a5e-b991-44a8-815d-0b6e224a6fac with Priority: HIGHEST for action security_group_rules [ 803.911320] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 730f6a5e-b991-44a8-815d-0b6e224a6fac with Priority: HIGHEST for action security_group_members [ 803.911433] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a7cc8bb-9df8-426c-a089-11c4fc1c6bed with Priority: HIGHEST for action port [ 803.911822] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-730f6a5e-b991-44a8-815d-0b6e224a6fac taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.911950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-730f6a5e-b991-44a8-815d-0b6e224a6fac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.912120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-730f6a5e-b991-44a8-815d-0b6e224a6fac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.912291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-730f6a5e-b991-44a8-815d-0b6e224a6fac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.912375] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('730f6a5e-b991-44a8-815d-0b6e224a6fac',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.917566] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-730f6a5e-b991-44a8-815d-0b6e224a6fac taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.917699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-730f6a5e-b991-44a8-815d-0b6e224a6fac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.917765] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-730f6a5e-b991-44a8-815d-0b6e224a6fac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.918049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-730f6a5e-b991-44a8-815d-0b6e224a6fac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.918216] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.918317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.918378] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.918526] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.918618] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.918699] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('730f6a5e-b991-44a8-815d-0b6e224a6fac',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.920861] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a7cc8bb-9df8-426c-a089-11c4fc1c6bed taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.922695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a7cc8bb-9df8-426c-a089-11c4fc1c6bed" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.922695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a7cc8bb-9df8-426c-a089-11c4fc1c6bed" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.922695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a7cc8bb-9df8-426c-a089-11c4fc1c6bed" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.922695] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a7cc8bb-9df8-426c-a089-11c4fc1c6bed',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.931568] env[65894]: INFO networking_nsxv3.common.synchronization [req-73d47d5c-107d-450e-8f46-d3fab3c01279 req-d7641db1-0710-4105-b852-b59f4eab4687 tempest-AttachVolumeNegativeTest-1233650290 tempest-AttachVolumeNegativeTest-1233650290-project-member] Enqueued Resource ID: 1e9a7cfb-7858-4d89-b150-99b33666efcb with Priority: HIGHEST for action security_group_members [ 803.932149] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e9a7cfb-7858-4d89-b150-99b33666efcb with Priority: HIGHEST for action security_group_members [ 803.932969] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e9a7cfb-7858-4d89-b150-99b33666efcb taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.933554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e9a7cfb-7858-4d89-b150-99b33666efcb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.933642] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e9a7cfb-7858-4d89-b150-99b33666efcb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.934539] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e9a7cfb-7858-4d89-b150-99b33666efcb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.934816] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.934931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.935014] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.935756] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.935756] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.935756] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e9a7cfb-7858-4d89-b150-99b33666efcb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.382684] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-553 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.382958] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.383049] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.383354] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.383653] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.384280] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.384280] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.384280] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.384280] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.384490] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.384595] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.384696] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.384795] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.384897] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.385008] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.385168] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.404792] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.404956] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 804.405111] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.405301] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.406018] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-d4a8ae1d-0735-4cfa-867a-d0fd6cc1bb2e taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.406018] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-d4a8ae1d-0735-4cfa-867a-d0fd6cc1bb2e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.406018] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-d4a8ae1d-0735-4cfa-867a-d0fd6cc1bb2e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.406318] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-d4a8ae1d-0735-4cfa-867a-d0fd6cc1bb2e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.406451] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4a8ae1d-0735-4cfa-867a-d0fd6cc1bb2e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.419144] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-730f6a5e-b991-44a8-815d-0b6e224a6fac taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.419144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-730f6a5e-b991-44a8-815d-0b6e224a6fac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.423089] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('730f6a5e-b991-44a8-815d-0b6e224a6fac',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.424341] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a7cc8bb-9df8-426c-a089-11c4fc1c6bed with status ACTIVE [ 804.424423] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.424548] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.424625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.424838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.424942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.425163] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.425290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.425358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.425557] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.425663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.425916] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.426122] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.426204] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.426369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.426456] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.426574] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a7cc8bb-9df8-426c-a089-11c4fc1c6bed is going to be updated. [ 804.440503] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.440503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.440503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.440503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.440503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.440503] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.440503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.440503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.440503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.440503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.440503] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e9a7cfb-7858-4d89-b150-99b33666efcb already deleted. [ 804.440503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e9a7cfb-7858-4d89-b150-99b33666efcb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.453129] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.453960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.453960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.453960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.453960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.453960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a7cc8bb-9df8-426c-a089-11c4fc1c6bed" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.595995] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: SUCCESS [ 804.596247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.596422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.596658] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.596857] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.596973] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.597044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.597203] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.597282] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.597365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.597503] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.909420] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.909633] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.909801] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.910119] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.910305] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.910604] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port d4a8ae1d-0735-4cfa-867a-d0fd6cc1bb2e not found, creating... [ 804.910796] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.910978] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.911145] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.911379] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.911832] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.911832] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.912062] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.913241] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.913488] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.913632] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.913777] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: d4a8ae1d-0735-4cfa-867a-d0fd6cc1bb2e is going to be created. [ 804.930098] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('730f6a5e-b991-44a8-815d-0b6e224a6fac',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.936577] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.936707] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.936749] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.937114] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.937359] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.937585] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-d4a8ae1d-0735-4cfa-867a-d0fd6cc1bb2e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.102974] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.103163] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.103208] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.103689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.103892] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.104121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.104233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.104453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.104594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.104734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.104936] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.105113] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.105235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.106449] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.106492] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.106645] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.106759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.106991] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.107188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.107321] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.107460] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.310766] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9928643c-8bfa-428c-a998-ccfd0639b67d in Status: SUCCESS [ 805.310955] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9928643c-8bfa-428c-a998-ccfd0639b67d deletion is rescheduled due to dependency. [ 805.311164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.432906] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.433031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.433095] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.433477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.433477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.433584] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 730f6a5e-b991-44a8-815d-0b6e224a6fac is going to be created. [ 805.461815] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.461975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.462579] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.462579] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.462579] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.474759] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 730f6a5e-b991-44a8-815d-0b6e224a6fac in Status: UNINITIALIZED for 2s [ 805.609799] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac302640-a57f-43bb-9afe-4e5d8c8bdfd1: rpc.has_security_group_logging(os_id): False [ 805.629752] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.630335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.630335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.630335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.630335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.630523] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.630581] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.630618] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.630762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.630843] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.631093] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.631171] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.631207] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.631337] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.631417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.631605] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.631695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.631753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.632744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.632744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.632744] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 is going to be updated. [ 805.675592] env[65894]: INFO networking_nsxv3.common.synchronization [req-73d47d5c-107d-450e-8f46-d3fab3c01279 req-3f5f7faf-169e-42b7-98ba-3f0fce6cbaef service nova] Enqueued Resource ID: 1e9a7cfb-7858-4d89-b150-99b33666efcb with Priority: HIGHEST for action security_group_rules [ 805.675870] env[65894]: INFO networking_nsxv3.common.synchronization [req-73d47d5c-107d-450e-8f46-d3fab3c01279 req-3f5f7faf-169e-42b7-98ba-3f0fce6cbaef service nova] Enqueued Resource ID: 1e9a7cfb-7858-4d89-b150-99b33666efcb with Priority: HIGHEST for action security_group_members [ 805.676109] env[65894]: INFO networking_nsxv3.common.synchronization [req-73d47d5c-107d-450e-8f46-d3fab3c01279 req-3f5f7faf-169e-42b7-98ba-3f0fce6cbaef service nova] Enqueued Resource ID: d4a8ae1d-0735-4cfa-867a-d0fd6cc1bb2e with Priority: HIGHEST for action port [ 805.677032] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e9a7cfb-7858-4d89-b150-99b33666efcb with Priority: HIGHEST for action security_group_rules [ 805.677032] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e9a7cfb-7858-4d89-b150-99b33666efcb with Priority: HIGHEST for action security_group_members [ 805.677032] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4a8ae1d-0735-4cfa-867a-d0fd6cc1bb2e with Priority: HIGHEST for action port [ 805.677474] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e9a7cfb-7858-4d89-b150-99b33666efcb taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.677570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e9a7cfb-7858-4d89-b150-99b33666efcb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.677631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e9a7cfb-7858-4d89-b150-99b33666efcb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.677875] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e9a7cfb-7858-4d89-b150-99b33666efcb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.678950] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e9a7cfb-7858-4d89-b150-99b33666efcb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.680118] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e9a7cfb-7858-4d89-b150-99b33666efcb taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.680431] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e9a7cfb-7858-4d89-b150-99b33666efcb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.680532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e9a7cfb-7858-4d89-b150-99b33666efcb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.681363] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e9a7cfb-7858-4d89-b150-99b33666efcb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.681632] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.681795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.681912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.685119] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.685119] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.685119] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e9a7cfb-7858-4d89-b150-99b33666efcb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.686139] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4a8ae1d-0735-4cfa-867a-d0fd6cc1bb2e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.686263] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4a8ae1d-0735-4cfa-867a-d0fd6cc1bb2e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.686314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4a8ae1d-0735-4cfa-867a-d0fd6cc1bb2e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.686559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4a8ae1d-0735-4cfa-867a-d0fd6cc1bb2e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.686642] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4a8ae1d-0735-4cfa-867a-d0fd6cc1bb2e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.693234] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.693512] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.693675] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.693978] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.694143] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.711634] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: IN_PROGRESS for 2s [ 806.189937] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e9a7cfb-7858-4d89-b150-99b33666efcb taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.189937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e9a7cfb-7858-4d89-b150-99b33666efcb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.190311] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e9a7cfb-7858-4d89-b150-99b33666efcb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.191036] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4a8ae1d-0735-4cfa-867a-d0fd6cc1bb2e with status ACTIVE [ 806.191413] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.191413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.191413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.191635] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.191674] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.192364] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.192364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.192364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.192364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.192364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.192364] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.192695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.192695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.192695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.192695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.193029] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4a8ae1d-0735-4cfa-867a-d0fd6cc1bb2e is going to be updated. [ 806.240202] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.240202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.240202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.240356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.240469] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.240571] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4a8ae1d-0735-4cfa-867a-d0fd6cc1bb2e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.695365] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e9a7cfb-7858-4d89-b150-99b33666efcb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.198462] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.198877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.198877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.198877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.199025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.199130] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e9a7cfb-7858-4d89-b150-99b33666efcb is going to be created. [ 807.224649] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.224649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.224649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.224894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.224976] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.235287] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e9a7cfb-7858-4d89-b150-99b33666efcb in Status: UNINITIALIZED for 2s [ 807.486053] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 730f6a5e-b991-44a8-815d-0b6e224a6fac in Status: SUCCESS [ 807.486565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-730f6a5e-b991-44a8-815d-0b6e224a6fac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.486565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-730f6a5e-b991-44a8-815d-0b6e224a6fac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.486774] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-730f6a5e-b991-44a8-815d-0b6e224a6fac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.486991] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.487156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.487239] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.487417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.487521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.487667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-730f6a5e-b991-44a8-815d-0b6e224a6fac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.487907] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('730f6a5e-b991-44a8-815d-0b6e224a6fac',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.727638] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: SUCCESS [ 807.727885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.992925] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-730f6a5e-b991-44a8-815d-0b6e224a6fac taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.992925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-730f6a5e-b991-44a8-815d-0b6e224a6fac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.992925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-730f6a5e-b991-44a8-815d-0b6e224a6fac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.992925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-730f6a5e-b991-44a8-815d-0b6e224a6fac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.992925] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.992925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.992925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.992925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.993476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.993705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-730f6a5e-b991-44a8-815d-0b6e224a6fac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.994041] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-730f6a5e-b991-44a8-815d-0b6e224a6fac taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.994304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-730f6a5e-b991-44a8-815d-0b6e224a6fac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.994458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-730f6a5e-b991-44a8-815d-0b6e224a6fac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.994696] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-730f6a5e-b991-44a8-815d-0b6e224a6fac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.994940] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.995291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.995456] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.995856] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.997064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.997064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-730f6a5e-b991-44a8-815d-0b6e224a6fac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.997064] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('730f6a5e-b991-44a8-815d-0b6e224a6fac',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.500661] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 730f6a5e-b991-44a8-815d-0b6e224a6fac: rpc.has_security_group_logging(os_id): False [ 808.520767] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.520861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.520861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.521183] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.521278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.521549] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.521689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.521777] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.522031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.522143] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.522428] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.522562] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.522662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.523473] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.523473] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.523642] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.523779] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.523876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.524080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.524177] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.524277] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 730f6a5e-b991-44a8-815d-0b6e224a6fac is going to be created. [ 808.612349] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.612349] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.612349] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.612349] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.612349] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.628395] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 730f6a5e-b991-44a8-815d-0b6e224a6fac in Status: IN_PROGRESS for 2s [ 808.895913] env[65894]: INFO networking_nsxv3.common.synchronization [None req-ad4bcc90-910b-4323-87d1-2c1b8d46a3bf None None] Enqueued Resource ID: bcba1bdc-ecd3-4618-9cce-2a5be7e10a0f with Priority: HIGHEST for action port [ 808.895913] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcba1bdc-ecd3-4618-9cce-2a5be7e10a0f with Priority: HIGHEST for action port [ 808.895913] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcba1bdc-ecd3-4618-9cce-2a5be7e10a0f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.896403] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcba1bdc-ecd3-4618-9cce-2a5be7e10a0f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.896606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcba1bdc-ecd3-4618-9cce-2a5be7e10a0f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.896952] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcba1bdc-ecd3-4618-9cce-2a5be7e10a0f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.897156] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcba1bdc-ecd3-4618-9cce-2a5be7e10a0f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.032185] env[65894]: INFO networking_nsxv3.common.synchronization [req-06dbd84d-1198-4950-b5b1-004a4e14f9d2 req-6245c23e-dec5-4812-87c4-d06fe088e2e0 tempest-ServerMetadataTestJSON-1630052502 tempest-ServerMetadataTestJSON-1630052502-project-member] Enqueued Resource ID: f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653 with Priority: HIGHEST for action security_group_members [ 809.032185] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653 with Priority: HIGHEST for action security_group_members [ 809.032185] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.032632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.032859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.033214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.033500] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.033939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.034128] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.034510] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.034930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.035162] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.246180] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e9a7cfb-7858-4d89-b150-99b33666efcb in Status: SUCCESS [ 809.246401] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e9a7cfb-7858-4d89-b150-99b33666efcb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.246671] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e9a7cfb-7858-4d89-b150-99b33666efcb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.247026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e9a7cfb-7858-4d89-b150-99b33666efcb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.247173] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.247266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.247318] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.247518] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.247613] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.247744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e9a7cfb-7858-4d89-b150-99b33666efcb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.247896] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e9a7cfb-7858-4d89-b150-99b33666efcb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.399088] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bcba1bdc-ecd3-4618-9cce-2a5be7e10a0f [ 809.399364] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.399503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.399612] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.399904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.399994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.400182] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bcba1bdc-ecd3-4618-9cce-2a5be7e10a0f already deleted. [ 809.400253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcba1bdc-ecd3-4618-9cce-2a5be7e10a0f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.527557] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-100 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.528012] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-100" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.528012] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-100" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.528368] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-100" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.528674] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.528884] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.528984] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.529957] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.530254] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.530531] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.530658] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.530786] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.530894] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.531016] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.531154] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.531387] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.538512] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.538687] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.538775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.539114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.539215] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.539466] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.539582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.539638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.539852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.540025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.540101] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653 already deleted. [ 809.540143] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.553827] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.553827] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 809.555298] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.555633] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-100" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.556141] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-a311b61b-516e-4383-9d5d-246aa7ad25a9 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.556432] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-a311b61b-516e-4383-9d5d-246aa7ad25a9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.556625] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-a311b61b-516e-4383-9d5d-246aa7ad25a9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.557078] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-a311b61b-516e-4383-9d5d-246aa7ad25a9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.557294] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a311b61b-516e-4383-9d5d-246aa7ad25a9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.750523] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e9a7cfb-7858-4d89-b150-99b33666efcb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.061782] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.061782] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.061782] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.061782] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.061782] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.062052] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port a311b61b-516e-4383-9d5d-246aa7ad25a9 not found, creating... [ 810.062101] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.062352] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.062390] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.062637] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.062764] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.063062] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.063210] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.063316] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.063538] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.063722] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.063898] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: a311b61b-516e-4383-9d5d-246aa7ad25a9 is going to be created. [ 810.091224] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.091465] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.091596] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.091966] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.092340] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.092340] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-a311b61b-516e-4383-9d5d-246aa7ad25a9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.254682] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e9a7cfb-7858-4d89-b150-99b33666efcb: rpc.has_security_group_logging(os_id): False [ 810.285755] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.285977] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.286070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.286331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.286435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.286733] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.286860] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.287708] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.288089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.288237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.288329] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e9a7cfb-7858-4d89-b150-99b33666efcb is going to be created. [ 810.364043] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.364255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.364255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.364481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.364663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.380771] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e9a7cfb-7858-4d89-b150-99b33666efcb in Status: IN_PROGRESS for 2s [ 810.414206] env[65894]: INFO networking_nsxv3.common.synchronization [None req-1dcb8b1c-f74e-4d2c-a1e4-2b1a57686dc0 tempest-AttachVolumeShelveTestJSON-466877249 tempest-AttachVolumeShelveTestJSON-466877249-project-member] Enqueued Resource ID: cb21d3b6-dcc2-42e0-b805-37434d560264 with Priority: HIGHEST for action security_group_rules [ 810.415228] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb21d3b6-dcc2-42e0-b805-37434d560264 with Priority: HIGHEST for action security_group_rules [ 810.415409] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb21d3b6-dcc2-42e0-b805-37434d560264 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.415560] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.415643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.416893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.416893] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb21d3b6-dcc2-42e0-b805-37434d560264',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.547429] env[65894]: INFO networking_nsxv3.common.synchronization [None req-069cff64-56d8-408c-8e7e-57bc5413fb6a tempest-AttachVolumeShelveTestJSON-466877249 tempest-AttachVolumeShelveTestJSON-466877249-project-member] Enqueued Resource ID: cb21d3b6-dcc2-42e0-b805-37434d560264 with Priority: HIGHEST for action security_group_rules [ 810.548232] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb21d3b6-dcc2-42e0-b805-37434d560264 with Priority: HIGHEST for action security_group_rules [ 810.548641] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb21d3b6-dcc2-42e0-b805-37434d560264 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.548745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.647717] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 730f6a5e-b991-44a8-815d-0b6e224a6fac in Status: SUCCESS [ 810.648021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-730f6a5e-b991-44a8-815d-0b6e224a6fac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.922065] env[65894]: INFO networking_nsxv3.common.synchronization [req-06dbd84d-1198-4950-b5b1-004a4e14f9d2 req-669296e2-caf2-4cac-9acb-0b8dc4960d87 service nova] Enqueued Resource ID: f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653 with Priority: HIGHEST for action security_group_rules [ 810.922065] env[65894]: INFO networking_nsxv3.common.synchronization [req-06dbd84d-1198-4950-b5b1-004a4e14f9d2 req-669296e2-caf2-4cac-9acb-0b8dc4960d87 service nova] Enqueued Resource ID: f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653 with Priority: HIGHEST for action security_group_members [ 810.922355] env[65894]: INFO networking_nsxv3.common.synchronization [req-06dbd84d-1198-4950-b5b1-004a4e14f9d2 req-669296e2-caf2-4cac-9acb-0b8dc4960d87 service nova] Enqueued Resource ID: a311b61b-516e-4383-9d5d-246aa7ad25a9 with Priority: HIGHEST for action port [ 810.922778] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653 with Priority: HIGHEST for action security_group_rules [ 810.922947] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653 with Priority: HIGHEST for action security_group_members [ 810.923082] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a311b61b-516e-4383-9d5d-246aa7ad25a9 with Priority: HIGHEST for action port [ 810.924301] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.924414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.925937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.926235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.926534] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.927264] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.928089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.928089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.928089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.928089] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.928089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.928089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.928371] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.928371] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.928371] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.929524] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-a311b61b-516e-4383-9d5d-246aa7ad25a9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.929524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a311b61b-516e-4383-9d5d-246aa7ad25a9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.929524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a311b61b-516e-4383-9d5d-246aa7ad25a9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.929524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a311b61b-516e-4383-9d5d-246aa7ad25a9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.929843] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a311b61b-516e-4383-9d5d-246aa7ad25a9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.943489] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.943489] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.943489] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.943489] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.943489] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.943489] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb21d3b6-dcc2-42e0-b805-37434d560264 already deleted. [ 810.943489] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.943489] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.943489] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.943489] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb21d3b6-dcc2-42e0-b805-37434d560264',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.432617] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.433630] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.433764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.433963] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a311b61b-516e-4383-9d5d-246aa7ad25a9 with status ACTIVE [ 811.434558] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.434558] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.434558] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.434953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.437440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.437682] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.438398] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.438398] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.438398] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.438398] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.440644] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.440644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.440644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.440644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.440644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.440644] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a311b61b-516e-4383-9d5d-246aa7ad25a9 is going to be updated. [ 811.477407] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.477576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.477639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.478230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.478230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.478230] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb21d3b6-dcc2-42e0-b805-37434d560264 already deleted. [ 811.478230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.479240] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.479592] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.479592] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.479592] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.479778] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.480629] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a311b61b-516e-4383-9d5d-246aa7ad25a9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.759360] env[65894]: INFO networking_nsxv3.common.synchronization [None req-d7523228-230e-4acf-8dd5-f1a19ee56add None None] Enqueued Resource ID: f6a2895e-444f-45a1-be1f-2976d38e7d62 with Priority: HIGHEST for action port [ 811.761057] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6a2895e-444f-45a1-be1f-2976d38e7d62 with Priority: HIGHEST for action port [ 811.761350] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6a2895e-444f-45a1-be1f-2976d38e7d62 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.761642] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6a2895e-444f-45a1-be1f-2976d38e7d62" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.761642] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6a2895e-444f-45a1-be1f-2976d38e7d62" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.762026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6a2895e-444f-45a1-be1f-2976d38e7d62" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.762026] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6a2895e-444f-45a1-be1f-2976d38e7d62',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.943215] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.264397] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6a2895e-444f-45a1-be1f-2976d38e7d62 [ 812.264850] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.265114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.265267] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.265567] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.266334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.266581] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6a2895e-444f-45a1-be1f-2976d38e7d62 already deleted. [ 812.268111] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6a2895e-444f-45a1-be1f-2976d38e7d62" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.396929] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e9a7cfb-7858-4d89-b150-99b33666efcb in Status: SUCCESS [ 812.397100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e9a7cfb-7858-4d89-b150-99b33666efcb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.445654] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.445854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.445927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.446094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.446811] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.446811] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653 is going to be created. [ 812.470717] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.470879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.470927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.471135] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.471286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.481947] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653 in Status: UNINITIALIZED for 2s [ 813.796704] env[65894]: INFO networking_nsxv3.common.synchronization [None req-9041c0f3-4610-4b0d-b994-4a18b86d6181 tempest-ServerRescueNegativeTestJSON-205417385 tempest-ServerRescueNegativeTestJSON-205417385-project-member] Enqueued Resource ID: da45d121-2a57-4da2-ad02-0e5da255b827 with Priority: HIGHEST for action security_group_rules [ 813.796704] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da45d121-2a57-4da2-ad02-0e5da255b827 with Priority: HIGHEST for action security_group_rules [ 813.796704] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da45d121-2a57-4da2-ad02-0e5da255b827 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.796704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.796704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.796704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.796704] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da45d121-2a57-4da2-ad02-0e5da255b827',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.941756] env[65894]: INFO networking_nsxv3.common.synchronization [None req-af1c6624-724a-4b73-a663-359b1b2dd415 tempest-ServerRescueNegativeTestJSON-205417385 tempest-ServerRescueNegativeTestJSON-205417385-project-member] Enqueued Resource ID: da45d121-2a57-4da2-ad02-0e5da255b827 with Priority: HIGHEST for action security_group_rules [ 813.942277] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da45d121-2a57-4da2-ad02-0e5da255b827 with Priority: HIGHEST for action security_group_rules [ 813.942579] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da45d121-2a57-4da2-ad02-0e5da255b827 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.942685] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.321309] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.321309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.321309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.321662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.321776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.321898] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da45d121-2a57-4da2-ad02-0e5da255b827 already deleted. [ 814.322030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.322252] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.322653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.322653] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da45d121-2a57-4da2-ad02-0e5da255b827',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.492458] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653 in Status: SUCCESS [ 814.492728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.492897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.493153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.493378] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.493536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.493587] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.493723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.493800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.493890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.493977] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.849147] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.849489] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.849571] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.849853] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.849960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.850100] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da45d121-2a57-4da2-ad02-0e5da255b827 already deleted. [ 814.850245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.996772] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.996772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.996772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.996772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.996772] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.996772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.997153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.997153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.997153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.997153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.997554] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.997554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.997554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.997669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.997701] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.998666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.998666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.998666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.998666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.998666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.998666] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.503724] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653: rpc.has_security_group_logging(os_id): False [ 815.525668] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.525668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.526969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.526969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.526969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.526969] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.526969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.526969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.526969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.526969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.527503] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.527503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.527503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.527503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.527503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.527718] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.527807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.527807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.529161] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.529357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.529528] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653 is going to be created. [ 815.600872] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.600872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.600872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.600872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.600872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.616403] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653 in Status: IN_PROGRESS for 2s [ 815.972438] env[65894]: INFO networking_nsxv3.common.synchronization [req-1332e84d-f719-438d-85eb-1a65a8aae6c8 req-b9f20d9f-cacd-4204-ac0b-4b235821ea17 tempest-ServerDiskConfigTestJSON-1160334058 tempest-ServerDiskConfigTestJSON-1160334058-project-member] Enqueued Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_members [ 815.972893] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_members [ 815.973216] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.973360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.973407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.973969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.973969] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.973969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.973969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.974248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.974248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.974248] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.477211] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.477435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.477520] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.477749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.477865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.478190] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.478339] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.478414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.478641] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.478746] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.478847] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e is going to be updated. [ 816.516660] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.516923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.516923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.517184] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.517351] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.546858] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: IN_PROGRESS for 2s [ 816.615017] env[65894]: INFO networking_nsxv3.common.synchronization [req-144adc6c-2711-436c-a0ef-d93eebd8e66a req-75cb8147-3a66-4fe0-bf66-cd24f6af7c0e tempest-DeleteServersTestJSON-277239729 tempest-DeleteServersTestJSON-277239729-project-member] Enqueued Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 816.615966] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 816.616194] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.616316] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.616435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.616599] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.616770] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.616872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.616935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.617181] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.617370] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.617439] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.038942] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-105 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.038942] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-105" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.039334] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-105" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.041197] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-105" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.041197] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.041197] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.041197] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.041197] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.041197] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.041197] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.041197] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.041197] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.041684] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.041684] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.041684] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.041684] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.062770] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.063025] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 817.063127] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.063352] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-105" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.067841] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-d0fd786d-66ff-4a27-95dd-661ba71a3472 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.068265] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-d0fd786d-66ff-4a27-95dd-661ba71a3472" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.068265] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-d0fd786d-66ff-4a27-95dd-661ba71a3472" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.068731] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-d0fd786d-66ff-4a27-95dd-661ba71a3472" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.068823] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0fd786d-66ff-4a27-95dd-661ba71a3472',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.122925] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.123132] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.123233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.123480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.128038] env[65894]: INFO networking_nsxv3.common.synchronization [req-bc28814f-958f-4187-ac31-9c689d2b29c9 req-7c61dde2-0c92-49ef-9e98-395bcdc15afe tempest-ServerGroupTestJSON-375055902 tempest-ServerGroupTestJSON-375055902-project-member] Enqueued Resource ID: 730f6a5e-b991-44a8-815d-0b6e224a6fac with Priority: HIGHEST for action security_group_members [ 817.130925] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 730f6a5e-b991-44a8-815d-0b6e224a6fac with Priority: HIGHEST for action security_group_members [ 817.131426] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-730f6a5e-b991-44a8-815d-0b6e224a6fac taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.131558] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-730f6a5e-b991-44a8-815d-0b6e224a6fac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.131606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-730f6a5e-b991-44a8-815d-0b6e224a6fac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.131818] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-730f6a5e-b991-44a8-815d-0b6e224a6fac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.131993] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.132128] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.132214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.132336] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.132417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.132518] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('730f6a5e-b991-44a8-815d-0b6e224a6fac',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.151175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.151434] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.151547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.151941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.151941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.151941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.152147] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 is going to be updated. [ 817.183739] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.183739] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.183739] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.183739] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.183739] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.193159] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: IN_PROGRESS for 2s [ 817.572244] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.572534] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.572695] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.573063] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.573286] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.574038] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port d0fd786d-66ff-4a27-95dd-661ba71a3472 not found, creating... [ 817.574038] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.574314] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.574314] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.574668] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.574851] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.575211] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.575379] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.575492] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.575720] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.575851] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.576029] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: d0fd786d-66ff-4a27-95dd-661ba71a3472 is going to be created. [ 817.598471] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.598471] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.598849] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.598902] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.599345] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.599427] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-d0fd786d-66ff-4a27-95dd-661ba71a3472" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.630097] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653 in Status: SUCCESS [ 817.630097] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.636385] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.637186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.637281] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.638096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.638096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.638096] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.638096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.638096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.638373] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.638373] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.638464] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 730f6a5e-b991-44a8-815d-0b6e224a6fac is going to be updated. [ 817.672974] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.673173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.673238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.673503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.673693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.702635] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 730f6a5e-b991-44a8-815d-0b6e224a6fac in Status: IN_PROGRESS for 2s [ 818.416597] env[65894]: INFO networking_nsxv3.common.synchronization [req-144adc6c-2711-436c-a0ef-d93eebd8e66a req-705905c0-d4ef-4acf-8708-6ab0730e2380 service nova] Enqueued Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_rules [ 818.416927] env[65894]: INFO networking_nsxv3.common.synchronization [req-144adc6c-2711-436c-a0ef-d93eebd8e66a req-705905c0-d4ef-4acf-8708-6ab0730e2380 service nova] Enqueued Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 818.416927] env[65894]: INFO networking_nsxv3.common.synchronization [req-144adc6c-2711-436c-a0ef-d93eebd8e66a req-705905c0-d4ef-4acf-8708-6ab0730e2380 service nova] Enqueued Resource ID: d0fd786d-66ff-4a27-95dd-661ba71a3472 with Priority: HIGHEST for action port [ 818.417669] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_rules [ 818.417879] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 818.418117] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0fd786d-66ff-4a27-95dd-661ba71a3472 with Priority: HIGHEST for action port [ 818.418660] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.418799] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.418892] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.419270] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.419270] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.420680] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.420680] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.420840] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0fd786d-66ff-4a27-95dd-661ba71a3472 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.420909] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0fd786d-66ff-4a27-95dd-661ba71a3472" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.421896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0fd786d-66ff-4a27-95dd-661ba71a3472" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.421896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0fd786d-66ff-4a27-95dd-661ba71a3472" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.421896] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0fd786d-66ff-4a27-95dd-661ba71a3472',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.557549] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: SUCCESS [ 818.559524] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e deletion is rescheduled due to dependency. [ 818.559524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.923610] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.923707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.923826] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0fd786d-66ff-4a27-95dd-661ba71a3472 with status ACTIVE [ 818.924198] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.924198] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.924344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.924452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.924540] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.924715] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.924809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.924870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.925024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.925096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.925315] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.925415] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.925415] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.925556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.925628] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.925712] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0fd786d-66ff-4a27-95dd-661ba71a3472 is going to be updated. [ 818.952059] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.955115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.955115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.955115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.955115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.955115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0fd786d-66ff-4a27-95dd-661ba71a3472" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.205147] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: SUCCESS [ 819.205147] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 deletion is rescheduled due to dependency. [ 819.205147] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.205147] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.205147] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.205147] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.205147] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.205147] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.205147] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.205147] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.205147] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.237996] env[65894]: INFO networking_nsxv3.common.synchronization [req-2b6de9a4-1e81-47c9-bc0a-8d08d38f2c7d req-06d30449-9a65-45d7-8d5b-53dc5197c22f tempest-MultipleCreateTestJSON-464155730 tempest-MultipleCreateTestJSON-464155730-project-member] Enqueued Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGHEST for action security_group_members [ 819.237996] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGHEST for action security_group_members [ 819.238818] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d96db59-17da-4649-aa26-df276bf3abb4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.239655] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.239757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.240497] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.240694] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.240803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.240870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.242393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.242393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.242393] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.638089] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.638405] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-301" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.638405] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-301" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.638725] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-301" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.639615] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.639615] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.639615] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.639615] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.639615] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.639888] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.639888] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 819.639980] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 819.640099] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 819.641422] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.641422] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 819.641422] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.662058] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 819.662058] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 819.662058] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 819.662058] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-301" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.662383] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-f7d4f929-01ba-42dd-be16-3b2e72d3fee7 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.662548] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-f7d4f929-01ba-42dd-be16-3b2e72d3fee7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.662656] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-f7d4f929-01ba-42dd-be16-3b2e72d3fee7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.663518] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-f7d4f929-01ba-42dd-be16-3b2e72d3fee7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.663518] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7d4f929-01ba-42dd-be16-3b2e72d3fee7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.707065] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.712866] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 730f6a5e-b991-44a8-815d-0b6e224a6fac in Status: IN_PROGRESS for 4s [ 819.743888] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.744749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.744749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.744749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.744749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.744749] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.745231] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.745231] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.745231] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.745231] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.745231] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d96db59-17da-4649-aa26-df276bf3abb4 already deleted. [ 819.745520] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.166136] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.166473] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.166669] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.166979] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.167179] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.167368] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port f7d4f929-01ba-42dd-be16-3b2e72d3fee7 not found, creating... [ 820.167702] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.167875] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.168030] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.168322] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.168508] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.168846] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.169055] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.169201] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.169457] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.169609] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.169760] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: f7d4f929-01ba-42dd-be16-3b2e72d3fee7 is going to be created. [ 820.192074] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.192447] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.192602] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.192883] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.193133] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.193366] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-f7d4f929-01ba-42dd-be16-3b2e72d3fee7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.209471] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.713463] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.713777] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.713777] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.714011] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.714130] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.714760] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 is going to be updated. [ 820.751893] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.752088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.752708] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.752708] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.752708] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.763242] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: IN_PROGRESS for 2s [ 821.001696] env[65894]: INFO networking_nsxv3.common.synchronization [req-2b6de9a4-1e81-47c9-bc0a-8d08d38f2c7d req-2ada1090-d08e-49ac-bcf9-61e6cf761692 service nova] Enqueued Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGHEST for action security_group_rules [ 821.001696] env[65894]: INFO networking_nsxv3.common.synchronization [req-2b6de9a4-1e81-47c9-bc0a-8d08d38f2c7d req-2ada1090-d08e-49ac-bcf9-61e6cf761692 service nova] Enqueued Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGHEST for action security_group_members [ 821.001696] env[65894]: INFO networking_nsxv3.common.synchronization [req-2b6de9a4-1e81-47c9-bc0a-8d08d38f2c7d req-2ada1090-d08e-49ac-bcf9-61e6cf761692 service nova] Enqueued Resource ID: f7d4f929-01ba-42dd-be16-3b2e72d3fee7 with Priority: HIGHEST for action port [ 821.002187] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGHEST for action security_group_rules [ 821.002325] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGHEST for action security_group_members [ 821.002423] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7d4f929-01ba-42dd-be16-3b2e72d3fee7 with Priority: HIGHEST for action port [ 821.002700] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d96db59-17da-4649-aa26-df276bf3abb4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.002820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.002885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.003363] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.003451] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.004679] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d96db59-17da-4649-aa26-df276bf3abb4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.004802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.004870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.005079] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.005212] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.005308] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.005361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.005509] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.005593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.005684] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.006514] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7d4f929-01ba-42dd-be16-3b2e72d3fee7 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.006626] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7d4f929-01ba-42dd-be16-3b2e72d3fee7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.006681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7d4f929-01ba-42dd-be16-3b2e72d3fee7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.006928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7d4f929-01ba-42dd-be16-3b2e72d3fee7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.007061] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7d4f929-01ba-42dd-be16-3b2e72d3fee7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.509218] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.510911] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d96db59-17da-4649-aa26-df276bf3abb4 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.510911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.510911] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7d4f929-01ba-42dd-be16-3b2e72d3fee7 with status ACTIVE [ 821.510911] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.510911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.511262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.511262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.511262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.511440] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.511555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.511555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.511695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.511814] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.512103] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.512243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.512327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.513110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.513110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.513110] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7d4f929-01ba-42dd-be16-3b2e72d3fee7 is going to be updated. [ 821.536144] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.536969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.536969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.536969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.536969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.536969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7d4f929-01ba-42dd-be16-3b2e72d3fee7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.724579] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 730f6a5e-b991-44a8-815d-0b6e224a6fac in Status: SUCCESS [ 821.724579] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 730f6a5e-b991-44a8-815d-0b6e224a6fac deletion is rescheduled due to dependency. [ 821.724955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-730f6a5e-b991-44a8-815d-0b6e224a6fac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.015979] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.518871] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.519137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.519290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.519544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.519708] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.519881] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d96db59-17da-4649-aa26-df276bf3abb4 is going to be created. [ 822.569669] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.569898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.569898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.570133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.570313] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.584352] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d96db59-17da-4649-aa26-df276bf3abb4 in Status: UNINITIALIZED for 2s [ 822.775704] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: SUCCESS [ 822.776102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.776294] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.776590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.776887] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.777084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.777191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.777678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.777678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.777775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.777834] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.959173] env[65894]: INFO networking_nsxv3.common.synchronization [req-2b6de9a4-1e81-47c9-bc0a-8d08d38f2c7d req-d079df22-1d3d-44bf-afb6-7a2b8e49a4ab tempest-MultipleCreateTestJSON-464155730 tempest-MultipleCreateTestJSON-464155730-project-member] Enqueued Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGHEST for action security_group_members [ 822.964199] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGHEST for action security_group_members [ 822.965199] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d96db59-17da-4649-aa26-df276bf3abb4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.965420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.281729] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.281729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.281729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.281729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.281729] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.281729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.281729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.281729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.281729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.281729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.282412] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.282412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.282412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.282412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.282412] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.282650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.282650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.282725] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.283676] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.283676] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.284678] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.497780] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.498061] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-301" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.498133] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-301" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.498445] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-301" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.498738] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.498878] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.498985] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.499234] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.499380] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.499617] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.499725] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 823.499836] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 823.499996] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 823.500161] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.500298] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 823.500466] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 823.530408] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 823.530658] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 823.530759] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 823.531044] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-301" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.531497] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-a788b1cf-eb1d-437e-b494-5f2262fc77ac taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.531725] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-a788b1cf-eb1d-437e-b494-5f2262fc77ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.531869] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-a788b1cf-eb1d-437e-b494-5f2262fc77ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.532985] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-a788b1cf-eb1d-437e-b494-5f2262fc77ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.532985] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a788b1cf-eb1d-437e-b494-5f2262fc77ac',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.786875] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a4e7519-3a3b-46b2-998a-ea061a97f3b8: rpc.has_security_group_logging(os_id): False [ 823.806721] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.808220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.808346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.808947] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.809127] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.809402] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.809535] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.809617] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.810111] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.810111] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.810466] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.810466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.810466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.810629] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.810665] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.810866] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.811027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.811027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.811224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.811273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.811334] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 is going to be updated. [ 823.874320] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.874484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.874560] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.874780] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.874928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.890947] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: IN_PROGRESS for 2s [ 824.036734] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.036734] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.036925] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.037266] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.037517] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.037706] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port a788b1cf-eb1d-437e-b494-5f2262fc77ac not found, creating... [ 824.038146] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.038379] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.038513] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.038802] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.038969] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.039411] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.039517] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.039638] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.039879] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.040029] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.040976] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: a788b1cf-eb1d-437e-b494-5f2262fc77ac is going to be created. [ 824.077914] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.077914] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.077914] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.077914] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.077914] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.078589] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-a788b1cf-eb1d-437e-b494-5f2262fc77ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.594890] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d96db59-17da-4649-aa26-df276bf3abb4 in Status: SUCCESS [ 824.595170] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.595375] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.595648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.595856] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.596017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.596088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.596254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.596337] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.596422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.596520] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.599022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.599022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.599022] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.599022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.599022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.599022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.599022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.599022] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.101134] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d96db59-17da-4649-aa26-df276bf3abb4 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.101674] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.101674] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.314747] env[65894]: INFO networking_nsxv3.common.synchronization [req-2b6de9a4-1e81-47c9-bc0a-8d08d38f2c7d req-fb3149b6-8674-4194-add3-975ddbc4ee28 service nova] Enqueued Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGHEST for action security_group_rules [ 825.315136] env[65894]: INFO networking_nsxv3.common.synchronization [req-2b6de9a4-1e81-47c9-bc0a-8d08d38f2c7d req-fb3149b6-8674-4194-add3-975ddbc4ee28 service nova] Enqueued Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGHEST for action security_group_members [ 825.315136] env[65894]: INFO networking_nsxv3.common.synchronization [req-2b6de9a4-1e81-47c9-bc0a-8d08d38f2c7d req-fb3149b6-8674-4194-add3-975ddbc4ee28 service nova] Enqueued Resource ID: a788b1cf-eb1d-437e-b494-5f2262fc77ac with Priority: HIGHEST for action port [ 825.316352] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGHEST for action security_group_rules [ 825.316632] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGHEST for action security_group_members [ 825.316792] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a788b1cf-eb1d-437e-b494-5f2262fc77ac with Priority: HIGHEST for action port [ 825.317212] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d96db59-17da-4649-aa26-df276bf3abb4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.317445] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.317765] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d96db59-17da-4649-aa26-df276bf3abb4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.317941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.318294] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-a788b1cf-eb1d-437e-b494-5f2262fc77ac taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.318410] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a788b1cf-eb1d-437e-b494-5f2262fc77ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.318498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a788b1cf-eb1d-437e-b494-5f2262fc77ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.318850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a788b1cf-eb1d-437e-b494-5f2262fc77ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.318951] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a788b1cf-eb1d-437e-b494-5f2262fc77ac',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.604694] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.822283] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a788b1cf-eb1d-437e-b494-5f2262fc77ac with status ACTIVE [ 825.822588] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.822776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.822853] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.823711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.825144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.825144] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.825144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.825144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.825144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.825144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.825144] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.825144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.825144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.825144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.825782] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.825782] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a788b1cf-eb1d-437e-b494-5f2262fc77ac is going to be updated. [ 825.850533] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.850533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.850533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.850835] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.850835] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.851692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a788b1cf-eb1d-437e-b494-5f2262fc77ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.912405] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: SUCCESS [ 825.912703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.110531] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.110531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.110531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.110531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.110531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.110531] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d96db59-17da-4649-aa26-df276bf3abb4 is going to be updated. [ 826.149690] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.153022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.153022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.153022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.153022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.164012] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d96db59-17da-4649-aa26-df276bf3abb4 in Status: IN_PROGRESS for 2s [ 828.189341] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d96db59-17da-4649-aa26-df276bf3abb4 in Status: SUCCESS [ 828.191016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.191016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.191016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.191016] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.193904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.193904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.193904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.193904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.193904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.194359] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d96db59-17da-4649-aa26-df276bf3abb4 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.194359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.194496] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.195167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.195167] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.195317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.195317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.195620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.195807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.195970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.201034] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.201034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.201034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.201034] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.201034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.201034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.201034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.201034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.201034] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.706732] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d96db59-17da-4649-aa26-df276bf3abb4: rpc.has_security_group_logging(os_id): False [ 828.708248] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.728756] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.728885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.728987] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.729252] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.729378] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.729648] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.729742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.729742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.729893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.729968] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.730187] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.730281] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.730412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.730555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.730777] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.730984] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.731092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.731157] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.731300] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.731373] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.731459] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d96db59-17da-4649-aa26-df276bf3abb4 is going to be created. [ 828.797482] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.797703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.797871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.798133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.798876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.813172] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d96db59-17da-4649-aa26-df276bf3abb4 in Status: IN_PROGRESS for 2s [ 828.885219] env[65894]: INFO networking_nsxv3.common.synchronization [req-65a03b74-b387-4000-8e63-7f83438b946f req-cdd390b7-b437-46c1-8f0f-a6679e788639 tempest-ServerMetadataTestJSON-1630052502 tempest-ServerMetadataTestJSON-1630052502-project-member] Enqueued Resource ID: f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653 with Priority: HIGHEST for action security_group_members [ 828.886274] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653 with Priority: HIGHEST for action security_group_members [ 828.886274] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.886274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.886493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.886918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.890022] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.890022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.890022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.890022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.890022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.890022] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.213028] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.391140] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.391140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.391140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.391329] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.391363] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.391846] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.391846] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.391846] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.392019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.392238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.392238] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653 is going to be updated. [ 829.426719] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.426895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.426942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.427146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.427282] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.439119] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653 in Status: IN_PROGRESS for 2s [ 829.719582] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.719862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.719930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.720387] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.720475] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.720623] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d96db59-17da-4649-aa26-df276bf3abb4 is going to be updated. [ 829.763602] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.763741] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.763741] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.764021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.764098] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.776164] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d96db59-17da-4649-aa26-df276bf3abb4 in Status: IN_PROGRESS for 2s [ 829.884450] env[65894]: INFO networking_nsxv3.common.synchronization [None req-4df4e538-86ca-45f3-b0a5-9eca8ebe845c tempest-ImagesOneServerNegativeTestJSON-251457988 tempest-ImagesOneServerNegativeTestJSON-251457988-project-member] Enqueued Resource ID: cb2345d3-b131-41e6-9299-5f5bf6468ad7 with Priority: HIGHEST for action security_group_rules [ 829.884991] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb2345d3-b131-41e6-9299-5f5bf6468ad7 with Priority: HIGHEST for action security_group_rules [ 829.885352] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb2345d3-b131-41e6-9299-5f5bf6468ad7 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.885437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb2345d3-b131-41e6-9299-5f5bf6468ad7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.885500] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb2345d3-b131-41e6-9299-5f5bf6468ad7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.885758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb2345d3-b131-41e6-9299-5f5bf6468ad7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.885840] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb2345d3-b131-41e6-9299-5f5bf6468ad7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.054157] env[65894]: INFO networking_nsxv3.common.synchronization [None req-a654984a-645b-4939-9f85-e484ff1d68b6 tempest-ImagesOneServerNegativeTestJSON-251457988 tempest-ImagesOneServerNegativeTestJSON-251457988-project-member] Enqueued Resource ID: cb2345d3-b131-41e6-9299-5f5bf6468ad7 with Priority: HIGHEST for action security_group_rules [ 830.054845] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb2345d3-b131-41e6-9299-5f5bf6468ad7 with Priority: HIGHEST for action security_group_rules [ 830.055890] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb2345d3-b131-41e6-9299-5f5bf6468ad7 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.055960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb2345d3-b131-41e6-9299-5f5bf6468ad7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.410451] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.410769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.410769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.411030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.411030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.411100] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb2345d3-b131-41e6-9299-5f5bf6468ad7 already deleted. [ 830.411195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb2345d3-b131-41e6-9299-5f5bf6468ad7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.411366] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb2345d3-b131-41e6-9299-5f5bf6468ad7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.411524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb2345d3-b131-41e6-9299-5f5bf6468ad7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.411708] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb2345d3-b131-41e6-9299-5f5bf6468ad7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.827649] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d96db59-17da-4649-aa26-df276bf3abb4 in Status: SUCCESS [ 830.828281] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.828390] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.828703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.828810] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.935143] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.935308] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.935359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.935568] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.935656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.935752] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb2345d3-b131-41e6-9299-5f5bf6468ad7 already deleted. [ 830.935831] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb2345d3-b131-41e6-9299-5f5bf6468ad7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.331896] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d96db59-17da-4649-aa26-df276bf3abb4 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.332103] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.458128] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653 in Status: SUCCESS [ 831.458128] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653 deletion is rescheduled due to dependency. [ 831.458771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.789958] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d96db59-17da-4649-aa26-df276bf3abb4 in Status: SUCCESS [ 831.790123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.790666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.790666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.791839] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.791839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.791839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.792335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.792335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.792335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.792552] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.295570] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d96db59-17da-4649-aa26-df276bf3abb4 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.295786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.295838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.296528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.296528] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.296528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.296528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.296842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.296842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.296842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.296952] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d96db59-17da-4649-aa26-df276bf3abb4 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.296998] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.297044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.297189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.297357] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.297439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.297499] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.297707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.297789] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.298225] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.298225] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.801102] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d96db59-17da-4649-aa26-df276bf3abb4: rpc.has_security_group_logging(os_id): False [ 832.822214] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.822370] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.822429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.822658] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.822767] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.822969] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.823080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.823137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.823292] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.823355] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.823624] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.823734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.823734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.823880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.823951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.824149] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.824270] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.824340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.824407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.824481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.824563] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d96db59-17da-4649-aa26-df276bf3abb4 is going to be updated. [ 832.898727] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.898961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.899084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.899411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.899741] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.919478] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d96db59-17da-4649-aa26-df276bf3abb4 in Status: IN_PROGRESS for 2s [ 834.818433] env[65894]: INFO networking_nsxv3.common.synchronization [req-b7829dfa-5a5c-4c96-810b-8a5e04aa9528 req-473114a8-0ea0-440a-a36e-b7b1d80c5900 tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_members [ 834.819270] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_members [ 834.819453] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.819759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.819759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.820033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.820337] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.820497] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.820566] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.820765] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.820918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.821167] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.893260] env[65894]: INFO networking_nsxv3.common.synchronization [req-c326e619-efbd-4c3c-8afc-518ef0aa9e8f req-2762c559-be95-4e7b-a18b-4d8e6be1e4ee tempest-ListImageFiltersTestJSON-1844751878 tempest-ListImageFiltersTestJSON-1844751878-project-member] Enqueued Resource ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 with Priority: HIGHEST for action security_group_members [ 834.893772] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 with Priority: HIGHEST for action security_group_members [ 834.894087] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.894204] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.894263] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.894461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.894611] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.894707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.894768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.894935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.895021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.895119] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.938609] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d96db59-17da-4649-aa26-df276bf3abb4 in Status: SUCCESS [ 834.938838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.278949] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.279219] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-19" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.279429] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-19" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.279829] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-19" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.280197] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.280428] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.280601] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.280863] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.281070] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.281309] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.281529] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.281829] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.282083] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.282284] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.282351] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.282692] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.308708] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.308708] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 835.308708] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.309057] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-19" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.309278] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-ec4b9b9e-f4cd-42c5-8991-0a891b900e1b taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.309471] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-ec4b9b9e-f4cd-42c5-8991-0a891b900e1b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.309587] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-ec4b9b9e-f4cd-42c5-8991-0a891b900e1b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.309915] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-ec4b9b9e-f4cd-42c5-8991-0a891b900e1b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.310065] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec4b9b9e-f4cd-42c5-8991-0a891b900e1b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.323436] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.323614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.324182] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.324182] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.324182] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.324182] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.324438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.325025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.325025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.325025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.325025] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 already deleted. [ 835.325025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.397645] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.397853] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.397905] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.398221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.424369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.424650] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.424650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.424746] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.424884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.424948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.425575] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 is going to be updated. [ 835.455792] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.455792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.455792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.455991] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.456134] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.466834] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 in Status: IN_PROGRESS for 2s [ 835.811981] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.812312] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.812505] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.812840] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.813031] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.813272] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port ec4b9b9e-f4cd-42c5-8991-0a891b900e1b not found, creating... [ 835.813564] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.813723] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.813837] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.814088] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.814229] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.814516] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.814667] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.814779] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.814984] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.815157] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.815455] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: ec4b9b9e-f4cd-42c5-8991-0a891b900e1b is going to be created. [ 835.838550] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.838944] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.838989] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.839401] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.839735] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.839937] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-ec4b9b9e-f4cd-42c5-8991-0a891b900e1b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.617376] env[65894]: INFO networking_nsxv3.common.synchronization [req-b7829dfa-5a5c-4c96-810b-8a5e04aa9528 req-4b970f41-584f-475c-99cf-7b9809ce223d service nova] Enqueued Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_rules [ 836.620022] env[65894]: INFO networking_nsxv3.common.synchronization [req-b7829dfa-5a5c-4c96-810b-8a5e04aa9528 req-4b970f41-584f-475c-99cf-7b9809ce223d service nova] Enqueued Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_members [ 836.620022] env[65894]: INFO networking_nsxv3.common.synchronization [req-b7829dfa-5a5c-4c96-810b-8a5e04aa9528 req-4b970f41-584f-475c-99cf-7b9809ce223d service nova] Enqueued Resource ID: ec4b9b9e-f4cd-42c5-8991-0a891b900e1b with Priority: HIGHEST for action port [ 836.620022] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_rules [ 836.620760] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_members [ 836.620863] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec4b9b9e-f4cd-42c5-8991-0a891b900e1b with Priority: HIGHEST for action port [ 836.623028] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.623184] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.623240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.623839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.623839] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.625182] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.625182] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.625182] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.625182] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.625397] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.625397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.625476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.627597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.627597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.627597] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.627597] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec4b9b9e-f4cd-42c5-8991-0a891b900e1b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.627597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec4b9b9e-f4cd-42c5-8991-0a891b900e1b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.627597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec4b9b9e-f4cd-42c5-8991-0a891b900e1b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.627597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec4b9b9e-f4cd-42c5-8991-0a891b900e1b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.627597] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec4b9b9e-f4cd-42c5-8991-0a891b900e1b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.132786] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.132786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.132786] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.135192] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec4b9b9e-f4cd-42c5-8991-0a891b900e1b with status ACTIVE [ 837.135192] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.135192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.135192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.135192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.135994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.135994] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.135994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.135994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.135994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.135994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.136352] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.136352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.136352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.137032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.137032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.137032] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec4b9b9e-f4cd-42c5-8991-0a891b900e1b is going to be updated. [ 837.165614] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.165768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.166479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.166479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.166479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.166479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec4b9b9e-f4cd-42c5-8991-0a891b900e1b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.480980] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 in Status: SUCCESS [ 837.480980] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 deletion is rescheduled due to dependency. [ 837.481173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.572682] env[65894]: INFO networking_nsxv3.common.synchronization [req-4ad7f8b1-3f87-49ac-bfa8-855143af9849 req-c9c49da1-1b0f-430c-8ff8-0aed6c5d468b tempest-ServerActionsTestJSON-369892048 tempest-ServerActionsTestJSON-369892048-project-member] Enqueued Resource ID: b3e6c2e5-542d-43d1-a832-715bc4b3bb49 with Priority: HIGHEST for action security_group_members [ 837.573307] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e6c2e5-542d-43d1-a832-715bc4b3bb49 with Priority: HIGHEST for action security_group_members [ 837.573654] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e6c2e5-542d-43d1-a832-715bc4b3bb49 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.573766] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e6c2e5-542d-43d1-a832-715bc4b3bb49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.573835] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e6c2e5-542d-43d1-a832-715bc4b3bb49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.574178] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e6c2e5-542d-43d1-a832-715bc4b3bb49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.574364] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.574486] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.574543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.574715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.574801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.574915] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3e6c2e5-542d-43d1-a832-715bc4b3bb49',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.639269] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.872022] env[65894]: INFO networking_nsxv3.common.synchronization [req-a0b280a9-5d4f-483b-b3c5-f19a3376bd97 req-07e3789d-59eb-4976-b668-779b35775336 tempest-MultipleCreateTestJSON-464155730 tempest-MultipleCreateTestJSON-464155730-project-member] Enqueued Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGHEST for action security_group_members [ 837.872022] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGHEST for action security_group_members [ 837.872022] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d96db59-17da-4649-aa26-df276bf3abb4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.872479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.872854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.873170] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.873914] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.874165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.874604] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.876399] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.876399] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.876399] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.038794] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.038932] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-515" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.039027] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-515" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.039358] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-515" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.039637] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.039816] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.039934] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.040197] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.040358] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.040590] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.040710] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.040816] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.040933] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.041064] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.041172] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.041311] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.065518] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.065683] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 838.065894] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.066170] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-515" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.066529] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-e53af608-fb26-4a09-ac51-6995a5e0b595 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.066715] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-e53af608-fb26-4a09-ac51-6995a5e0b595" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.066838] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-e53af608-fb26-4a09-ac51-6995a5e0b595" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.067252] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-e53af608-fb26-4a09-ac51-6995a5e0b595" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.067348] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e53af608-fb26-4a09-ac51-6995a5e0b595',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.077420] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.077420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.077420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.078049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.078049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.078247] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.078643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.078643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.078643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.078805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.078805] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e6c2e5-542d-43d1-a832-715bc4b3bb49 already deleted. [ 838.078870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e6c2e5-542d-43d1-a832-715bc4b3bb49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.142492] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.142842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.142842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.143025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.143090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.143207] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 is going to be created. [ 838.146627] env[65894]: INFO networking_nsxv3.common.synchronization [req-463c9369-53bf-4a7e-881f-11c6c4f3e384 req-71dad26f-0918-43c2-949d-1a4b2809dccb tempest-MultipleCreateTestJSON-464155730 tempest-MultipleCreateTestJSON-464155730-project-member] Enqueued Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGHEST for action security_group_members [ 838.147706] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGHEST for action security_group_members [ 838.148314] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d96db59-17da-4649-aa26-df276bf3abb4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.148314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.171252] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.171252] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.171252] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.171252] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.171252] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.184611] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: UNINITIALIZED for 2s [ 838.381055] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.570280] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.570450] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.570624] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.570911] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.571053] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.571212] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port e53af608-fb26-4a09-ac51-6995a5e0b595 not found, creating... [ 838.572189] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.572189] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.572189] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.572189] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.572189] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.572440] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.572525] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.572627] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.572830] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.572958] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.573105] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: e53af608-fb26-4a09-ac51-6995a5e0b595 is going to be created. [ 838.596301] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.596517] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.596638] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.596926] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.597179] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.597577] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-e53af608-fb26-4a09-ac51-6995a5e0b595" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.883758] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.386775] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.387135] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.387177] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.387418] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.387556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.387728] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d96db59-17da-4649-aa26-df276bf3abb4 is going to be updated. [ 839.398011] env[65894]: INFO networking_nsxv3.common.synchronization [req-4ad7f8b1-3f87-49ac-bfa8-855143af9849 req-1910b151-2e1e-430e-821a-b7849f1ba837 service nova] Enqueued Resource ID: b3e6c2e5-542d-43d1-a832-715bc4b3bb49 with Priority: HIGHEST for action security_group_rules [ 839.398344] env[65894]: INFO networking_nsxv3.common.synchronization [req-4ad7f8b1-3f87-49ac-bfa8-855143af9849 req-1910b151-2e1e-430e-821a-b7849f1ba837 service nova] Enqueued Resource ID: b3e6c2e5-542d-43d1-a832-715bc4b3bb49 with Priority: HIGHEST for action security_group_members [ 839.398513] env[65894]: INFO networking_nsxv3.common.synchronization [req-4ad7f8b1-3f87-49ac-bfa8-855143af9849 req-1910b151-2e1e-430e-821a-b7849f1ba837 service nova] Enqueued Resource ID: e53af608-fb26-4a09-ac51-6995a5e0b595 with Priority: HIGHEST for action port [ 839.400068] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e6c2e5-542d-43d1-a832-715bc4b3bb49 with Priority: HIGHEST for action security_group_rules [ 839.400068] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e6c2e5-542d-43d1-a832-715bc4b3bb49 with Priority: HIGHEST for action security_group_members [ 839.400068] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e53af608-fb26-4a09-ac51-6995a5e0b595 with Priority: HIGHEST for action port [ 839.401898] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3e6c2e5-542d-43d1-a832-715bc4b3bb49 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.401898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3e6c2e5-542d-43d1-a832-715bc4b3bb49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.401898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3e6c2e5-542d-43d1-a832-715bc4b3bb49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.401898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3e6c2e5-542d-43d1-a832-715bc4b3bb49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.401898] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3e6c2e5-542d-43d1-a832-715bc4b3bb49',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.404316] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e6c2e5-542d-43d1-a832-715bc4b3bb49 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.404481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e6c2e5-542d-43d1-a832-715bc4b3bb49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.406078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e6c2e5-542d-43d1-a832-715bc4b3bb49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.406078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e6c2e5-542d-43d1-a832-715bc4b3bb49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.406078] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.406078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.406078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.406078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.406078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.406078] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3e6c2e5-542d-43d1-a832-715bc4b3bb49',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.407508] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-e53af608-fb26-4a09-ac51-6995a5e0b595 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.407508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e53af608-fb26-4a09-ac51-6995a5e0b595" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.407508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e53af608-fb26-4a09-ac51-6995a5e0b595" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.409201] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e53af608-fb26-4a09-ac51-6995a5e0b595" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.409201] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e53af608-fb26-4a09-ac51-6995a5e0b595',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.424480] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.424818] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.424818] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.425049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.425538] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.437657] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d96db59-17da-4649-aa26-df276bf3abb4 in Status: IN_PROGRESS for 2s [ 839.911422] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e53af608-fb26-4a09-ac51-6995a5e0b595 with status ACTIVE [ 839.911947] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.912255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.912255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.912465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.912465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.912708] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.912708] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.912708] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.912893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.912951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.913802] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.913802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.913802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.913802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.913802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.913802] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e53af608-fb26-4a09-ac51-6995a5e0b595 is going to be updated. [ 839.915282] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e6c2e5-542d-43d1-a832-715bc4b3bb49 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.915404] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e6c2e5-542d-43d1-a832-715bc4b3bb49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.918082] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3e6c2e5-542d-43d1-a832-715bc4b3bb49',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.936908] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.937088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.937152] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.937417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.937581] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.938161] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e53af608-fb26-4a09-ac51-6995a5e0b595" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.201342] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: SUCCESS [ 840.201342] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.201342] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.201490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.201661] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.201808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.201870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.202081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.202169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.202274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.202370] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.275495] env[65894]: INFO networking_nsxv3.common.synchronization [req-7d19738a-118f-4030-9ce7-89323745d06f req-220a45a8-fd2f-4cbd-8614-86647dfd0153 tempest-ServersAdminTestJSON-808999941 tempest-ServersAdminTestJSON-808999941-project-member] Enqueued Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGHEST for action security_group_members [ 840.276269] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGHEST for action security_group_members [ 840.276479] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.276963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.277084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.277264] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.277424] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.277532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.277601] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.277760] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.277841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.277936] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.420839] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3e6c2e5-542d-43d1-a832-715bc4b3bb49',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.705912] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.706343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.706343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.706469] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.706701] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.706701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.707288] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.707288] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.707288] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.707288] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.707288] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.707288] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.707787] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.707787] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.707787] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.707787] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.707787] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.708310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.708310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.708310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.708310] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.714781] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-134 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.715039] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-134" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.715096] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-134" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.715374] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-134" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.715629] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.715777] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.715892] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.716482] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.716945] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.716945] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.716945] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.717211] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.717211] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.717322] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.718053] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.718053] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.737707] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.737919] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 840.737919] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.738162] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-134" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.738486] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-a82fe617-fc4f-4e5c-ae5d-85bf496d04a7 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.738728] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-a82fe617-fc4f-4e5c-ae5d-85bf496d04a7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.738824] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-a82fe617-fc4f-4e5c-ae5d-85bf496d04a7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.739125] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-a82fe617-fc4f-4e5c-ae5d-85bf496d04a7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.739266] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a82fe617-fc4f-4e5c-ae5d-85bf496d04a7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.781599] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.922723] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.922948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.923056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.923310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.923431] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.923546] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e6c2e5-542d-43d1-a832-715bc4b3bb49 is going to be created. [ 840.963367] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.963615] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.963615] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.963785] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.963945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.977065] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e6c2e5-542d-43d1-a832-715bc4b3bb49 in Status: UNINITIALIZED for 2s [ 841.211878] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb4c4952-c183-4257-8f27-6a7adc24e0c9: rpc.has_security_group_logging(os_id): False [ 841.242265] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.242640] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.242762] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.243151] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.243316] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.243532] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port a82fe617-fc4f-4e5c-ae5d-85bf496d04a7 not found, creating... [ 841.243853] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.244087] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.244318] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.244909] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.245029] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.245353] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.245668] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.245668] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.245994] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.246187] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.246348] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: a82fe617-fc4f-4e5c-ae5d-85bf496d04a7 is going to be created. [ 841.253430] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.253430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.253430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.253430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.253430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.253430] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.253430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.253430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.253430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.253430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.253430] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.253430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.254257] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.254592] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.254840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.255225] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.255539] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.255768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.256168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.257172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.257172] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 is going to be created. [ 841.284901] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.285325] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.286127] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.286127] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.287053] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.287053] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-a82fe617-fc4f-4e5c-ae5d-85bf496d04a7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.288231] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.359634] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.359777] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.359849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.360106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.360371] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.376674] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: IN_PROGRESS for 2s [ 841.451789] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d96db59-17da-4649-aa26-df276bf3abb4 in Status: SUCCESS [ 841.452208] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.453871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.453871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.453871] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.453871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.453871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.453871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.453871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.453871] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.792769] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.792988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.792988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.793237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.793350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.793455] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 is going to be updated. [ 841.856895] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.857126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.857190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.857440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.857648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.873660] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 in Status: IN_PROGRESS for 2s [ 841.957426] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.957600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.957724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.958216] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.958339] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.958641] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.958756] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.958868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.959024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.959098] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.960032] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d96db59-17da-4649-aa26-df276bf3abb4 is going to be updated. [ 841.998577] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.998758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.998804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.999064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.999282] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.015104] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d96db59-17da-4649-aa26-df276bf3abb4 in Status: IN_PROGRESS for 2s [ 842.081681] env[65894]: INFO networking_nsxv3.common.synchronization [req-7d19738a-118f-4030-9ce7-89323745d06f req-408090e7-ad9b-4a68-b20c-92f10deadf83 service nova] Enqueued Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGHEST for action security_group_rules [ 842.081734] env[65894]: INFO networking_nsxv3.common.synchronization [req-7d19738a-118f-4030-9ce7-89323745d06f req-408090e7-ad9b-4a68-b20c-92f10deadf83 service nova] Enqueued Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGHEST for action security_group_members [ 842.081899] env[65894]: INFO networking_nsxv3.common.synchronization [req-7d19738a-118f-4030-9ce7-89323745d06f req-408090e7-ad9b-4a68-b20c-92f10deadf83 service nova] Enqueued Resource ID: a82fe617-fc4f-4e5c-ae5d-85bf496d04a7 with Priority: HIGHEST for action port [ 842.082941] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGHEST for action security_group_rules [ 842.083100] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGHEST for action security_group_members [ 842.083200] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a82fe617-fc4f-4e5c-ae5d-85bf496d04a7 with Priority: HIGHEST for action port [ 842.083517] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.083685] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.083777] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.084018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.084130] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.085272] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.085377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.085586] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-a82fe617-fc4f-4e5c-ae5d-85bf496d04a7 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.085681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a82fe617-fc4f-4e5c-ae5d-85bf496d04a7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.085827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a82fe617-fc4f-4e5c-ae5d-85bf496d04a7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.086181] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a82fe617-fc4f-4e5c-ae5d-85bf496d04a7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.086181] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a82fe617-fc4f-4e5c-ae5d-85bf496d04a7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.588804] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.588804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.589296] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a82fe617-fc4f-4e5c-ae5d-85bf496d04a7 with status ACTIVE [ 842.589296] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.589422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.589422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.589653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.589743] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.589942] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.593434] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.593542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.593771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.593869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.594123] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.594948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.594948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.594948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.594948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.594948] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a82fe617-fc4f-4e5c-ae5d-85bf496d04a7 is going to be updated. [ 842.633558] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.633707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.633777] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.633988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.634139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.634300] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a82fe617-fc4f-4e5c-ae5d-85bf496d04a7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.988382] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e6c2e5-542d-43d1-a832-715bc4b3bb49 in Status: SUCCESS [ 842.988941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e6c2e5-542d-43d1-a832-715bc4b3bb49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.988941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e6c2e5-542d-43d1-a832-715bc4b3bb49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.989260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e6c2e5-542d-43d1-a832-715bc4b3bb49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.989534] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.989721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.989817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.990181] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.990374] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.990617] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e6c2e5-542d-43d1-a832-715bc4b3bb49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.990756] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3e6c2e5-542d-43d1-a832-715bc4b3bb49',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.396065] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: SUCCESS [ 843.396306] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.493566] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3e6c2e5-542d-43d1-a832-715bc4b3bb49',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.685253] env[65894]: INFO networking_nsxv3.common.synchronization [req-7041c8cc-481b-436b-beff-ab90f31b1927 req-2ec60412-96b6-40db-890d-2a63f7b2e373 tempest-DeleteServersTestJSON-277239729 tempest-DeleteServersTestJSON-277239729-project-member] Enqueued Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 843.686733] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 843.686733] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.686972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.687116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.687434] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.692390] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.692390] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.693166] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.693166] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.693166] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.693166] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.885301] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 in Status: SUCCESS [ 843.885376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.885541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.885766] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.886014] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.886116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.886183] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.886420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.886420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.886516] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.997569] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3e6c2e5-542d-43d1-a832-715bc4b3bb49: rpc.has_security_group_logging(os_id): False [ 844.019523] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.019523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.019523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.019523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.019931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.020330] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.020739] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.020739] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.021510] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.021510] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.021510] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3e6c2e5-542d-43d1-a832-715bc4b3bb49 is going to be created. [ 844.032659] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d96db59-17da-4649-aa26-df276bf3abb4 in Status: SUCCESS [ 844.032947] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d96db59-17da-4649-aa26-df276bf3abb4 deletion is rescheduled due to dependency. [ 844.033121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.133132] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.133342] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.133521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.133688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.134328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.148126] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3e6c2e5-542d-43d1-a832-715bc4b3bb49 in Status: IN_PROGRESS for 2s [ 844.196424] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.196424] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.196424] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.196424] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.196424] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.196783] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.196844] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.196960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.197350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.197350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.197350] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 is going to be updated. [ 844.246418] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.246715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.246848] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.247218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.247432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.259105] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: IN_PROGRESS for 2s [ 844.389904] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.895024] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.396319] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.396510] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.396588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.396796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.396894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.396997] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 is going to be updated. [ 845.427527] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.427760] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.427760] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.428556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.428556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.438423] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 in Status: IN_PROGRESS for 2s [ 846.162909] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3e6c2e5-542d-43d1-a832-715bc4b3bb49 in Status: SUCCESS [ 846.163828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3e6c2e5-542d-43d1-a832-715bc4b3bb49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.272589] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: SUCCESS [ 846.272589] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 deletion is rescheduled due to dependency. [ 846.272589] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.573173] env[65894]: INFO networking_nsxv3.common.synchronization [req-8dcfb6d1-7a28-4ea4-854e-d484df3e53c8 req-a662e285-9def-4e31-a16c-7f3cf61ea3de tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_members [ 846.573739] env[65894]: INFO networking_nsxv3.common.synchronization [req-8dcfb6d1-7a28-4ea4-854e-d484df3e53c8 req-a662e285-9def-4e31-a16c-7f3cf61ea3de tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 with Priority: HIGHEST for action security_group_members [ 846.574499] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_members [ 846.574722] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 with Priority: HIGHEST for action security_group_members [ 846.575502] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.575502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.575502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.575502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.575502] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.575730] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.575730] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.575730] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.575844] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.575901] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.577033] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.577033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.577033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.583465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.583682] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.583820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.583896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.584086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.584186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.584288] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b3f51ed-f14f-4d0e-b5b1-f82978f46041',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.630805] env[65894]: INFO networking_nsxv3.common.synchronization [req-8dcfb6d1-7a28-4ea4-854e-d484df3e53c8 req-a662e285-9def-4e31-a16c-7f3cf61ea3de tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 with Priority: HIGHEST for action security_group_rules [ 846.630981] env[65894]: INFO networking_nsxv3.common.synchronization [req-8dcfb6d1-7a28-4ea4-854e-d484df3e53c8 req-a662e285-9def-4e31-a16c-7f3cf61ea3de tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 with Priority: HIGHEST for action security_group_members [ 846.631129] env[65894]: INFO networking_nsxv3.common.synchronization [req-8dcfb6d1-7a28-4ea4-854e-d484df3e53c8 req-a662e285-9def-4e31-a16c-7f3cf61ea3de tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_rules [ 846.631280] env[65894]: INFO networking_nsxv3.common.synchronization [req-8dcfb6d1-7a28-4ea4-854e-d484df3e53c8 req-a662e285-9def-4e31-a16c-7f3cf61ea3de tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_members [ 846.631439] env[65894]: INFO networking_nsxv3.common.synchronization [req-8dcfb6d1-7a28-4ea4-854e-d484df3e53c8 req-a662e285-9def-4e31-a16c-7f3cf61ea3de tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: ec4b9b9e-f4cd-42c5-8991-0a891b900e1b with Priority: HIGHEST for action port [ 846.633029] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 with Priority: HIGHEST for action security_group_rules [ 846.633195] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_rules [ 846.633299] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec4b9b9e-f4cd-42c5-8991-0a891b900e1b with Priority: HIGHEST for action port [ 846.633421] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 with Priority: HIGHEST for action security_group_members [ 846.633542] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_members [ 846.633907] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b3f51ed-f14f-4d0e-b5b1-f82978f46041 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.633979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.634076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.634339] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.634442] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b3f51ed-f14f-4d0e-b5b1-f82978f46041',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.635697] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.635851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.635928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.636214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.636343] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.637228] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec4b9b9e-f4cd-42c5-8991-0a891b900e1b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.637289] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec4b9b9e-f4cd-42c5-8991-0a891b900e1b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.637327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec4b9b9e-f4cd-42c5-8991-0a891b900e1b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.637697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec4b9b9e-f4cd-42c5-8991-0a891b900e1b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.637799] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec4b9b9e-f4cd-42c5-8991-0a891b900e1b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.638717] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.638809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.639034] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.639174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.086542] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.087551] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b3f51ed-f14f-4d0e-b5b1-f82978f46041',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.140629] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.140810] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.141017] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec4b9b9e-f4cd-42c5-8991-0a891b900e1b with status ACTIVE [ 847.141223] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.141336] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.141406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.141618] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.141751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.141873] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.141968] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.142038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.142193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.142270] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.142451] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.142533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.142597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.142952] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.143054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.143238] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec4b9b9e-f4cd-42c5-8991-0a891b900e1b is going to be updated. [ 847.144473] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.144569] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.169999] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.170635] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.170635] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.170635] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.170635] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.170805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec4b9b9e-f4cd-42c5-8991-0a891b900e1b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.452664] env[65894]: INFO networking_nsxv3.common.synchronization [req-b9414551-4c89-40f6-8638-ae6ad083ff51 req-f9baa91e-6873-4499-a14c-3ee3d6c8d4b6 tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_members [ 847.453094] env[65894]: INFO networking_nsxv3.common.synchronization [req-b9414551-4c89-40f6-8638-ae6ad083ff51 req-f9baa91e-6873-4499-a14c-3ee3d6c8d4b6 tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: f8d8eb23-9300-4332-a3ba-ea4de4186321 with Priority: HIGHEST for action security_group_members [ 847.453308] env[65894]: INFO networking_nsxv3.common.synchronization [req-b9414551-4c89-40f6-8638-ae6ad083ff51 req-f9baa91e-6873-4499-a14c-3ee3d6c8d4b6 tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 with Priority: HIGHEST for action security_group_members [ 847.454052] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_members [ 847.454231] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d8eb23-9300-4332-a3ba-ea4de4186321 with Priority: HIGHEST for action security_group_members [ 847.454361] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 with Priority: HIGHEST for action security_group_members [ 847.454896] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.455125] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.455373] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d8eb23-9300-4332-a3ba-ea4de4186321 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.456235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d8eb23-9300-4332-a3ba-ea4de4186321" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.456235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d8eb23-9300-4332-a3ba-ea4de4186321" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.456235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d8eb23-9300-4332-a3ba-ea4de4186321" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.456470] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.456603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.456683] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.456888] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.457008] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.457409] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8d8eb23-9300-4332-a3ba-ea4de4186321',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.458102] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.458222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.459111] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 in Status: SUCCESS [ 847.459397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.459872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.460073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.460279] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.460375] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.460434] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.460724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.460724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.460724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.460874] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.515354] env[65894]: INFO networking_nsxv3.common.synchronization [req-b9414551-4c89-40f6-8638-ae6ad083ff51 req-f9baa91e-6873-4499-a14c-3ee3d6c8d4b6 tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 with Priority: HIGHEST for action security_group_rules [ 847.515538] env[65894]: INFO networking_nsxv3.common.synchronization [req-b9414551-4c89-40f6-8638-ae6ad083ff51 req-f9baa91e-6873-4499-a14c-3ee3d6c8d4b6 tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 with Priority: HIGHEST for action security_group_members [ 847.515674] env[65894]: INFO networking_nsxv3.common.synchronization [req-b9414551-4c89-40f6-8638-ae6ad083ff51 req-f9baa91e-6873-4499-a14c-3ee3d6c8d4b6 tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: f8d8eb23-9300-4332-a3ba-ea4de4186321 with Priority: HIGHEST for action security_group_rules [ 847.515818] env[65894]: INFO networking_nsxv3.common.synchronization [req-b9414551-4c89-40f6-8638-ae6ad083ff51 req-f9baa91e-6873-4499-a14c-3ee3d6c8d4b6 tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: f8d8eb23-9300-4332-a3ba-ea4de4186321 with Priority: HIGHEST for action security_group_members [ 847.515980] env[65894]: INFO networking_nsxv3.common.synchronization [req-b9414551-4c89-40f6-8638-ae6ad083ff51 req-f9baa91e-6873-4499-a14c-3ee3d6c8d4b6 tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_rules [ 847.516421] env[65894]: INFO networking_nsxv3.common.synchronization [req-b9414551-4c89-40f6-8638-ae6ad083ff51 req-f9baa91e-6873-4499-a14c-3ee3d6c8d4b6 tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_members [ 847.516421] env[65894]: INFO networking_nsxv3.common.synchronization [req-b9414551-4c89-40f6-8638-ae6ad083ff51 req-f9baa91e-6873-4499-a14c-3ee3d6c8d4b6 tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: ec4b9b9e-f4cd-42c5-8991-0a891b900e1b with Priority: HIGHEST for action port [ 847.516860] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 with Priority: HIGHEST for action security_group_rules [ 847.517009] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d8eb23-9300-4332-a3ba-ea4de4186321 with Priority: HIGHEST for action security_group_rules [ 847.517263] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_members [ 847.517324] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec4b9b9e-f4cd-42c5-8991-0a891b900e1b with Priority: HIGHEST for action port [ 847.517404] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_rules [ 847.517500] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 with Priority: HIGHEST for action security_group_members [ 847.517580] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d8eb23-9300-4332-a3ba-ea4de4186321 with Priority: HIGHEST for action security_group_members [ 847.517880] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b3f51ed-f14f-4d0e-b5b1-f82978f46041 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.518064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.518261] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8d8eb23-9300-4332-a3ba-ea4de4186321 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.518427] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8d8eb23-9300-4332-a3ba-ea4de4186321" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.518517] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8d8eb23-9300-4332-a3ba-ea4de4186321" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.518800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8d8eb23-9300-4332-a3ba-ea4de4186321" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.518887] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8d8eb23-9300-4332-a3ba-ea4de4186321',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.520712] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.520712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.520712] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec4b9b9e-f4cd-42c5-8991-0a891b900e1b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.520712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec4b9b9e-f4cd-42c5-8991-0a891b900e1b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.520712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec4b9b9e-f4cd-42c5-8991-0a891b900e1b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.520712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec4b9b9e-f4cd-42c5-8991-0a891b900e1b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.520712] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec4b9b9e-f4cd-42c5-8991-0a891b900e1b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.521936] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.522113] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.522236] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.522335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.522505] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d8eb23-9300-4332-a3ba-ea4de4186321 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.522711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d8eb23-9300-4332-a3ba-ea4de4186321" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.589586] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b3f51ed-f14f-4d0e-b5b1-f82978f46041',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.590747] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.964871] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8d8eb23-9300-4332-a3ba-ea4de4186321',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.966341] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.966497] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.966597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.966946] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.967272] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.967467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.967581] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.967763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.967913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.968705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.969102] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.969307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.969431] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.970031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.970031] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.970031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.970286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.970286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.970367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.970725] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.970725] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.023844] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec4b9b9e-f4cd-42c5-8991-0a891b900e1b with status ACTIVE [ 848.025034] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.025034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.025034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.025034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.025034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.025034] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.025034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.025034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.025034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.025491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.025491] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.025491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.025491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.025628] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.025628] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.026180] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec4b9b9e-f4cd-42c5-8991-0a891b900e1b is going to be updated. [ 848.027421] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d8eb23-9300-4332-a3ba-ea4de4186321 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.027530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d8eb23-9300-4332-a3ba-ea4de4186321" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.051863] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.051955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.051992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.052216] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.052366] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.053039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec4b9b9e-f4cd-42c5-8991-0a891b900e1b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.093030] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.093184] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.093184] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.093453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.094139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.094139] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 is going to be created. [ 848.095451] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.095612] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.096253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.096253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.096253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.096253] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 is going to be updated. [ 848.133280] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.133280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.133280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.134320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.134530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.136785] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.136917] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.137639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.137639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.137762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.166743] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: IN_PROGRESS for 2s [ 848.166743] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 in Status: UNINITIALIZED for 2s [ 848.472718] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8d8eb23-9300-4332-a3ba-ea4de4186321',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.475819] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c63cf89a-bf4e-41fa-8db1-201b7f9dbb01: rpc.has_security_group_logging(os_id): False [ 848.498722] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.499319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.499319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.499319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.499319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.499701] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.499701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.499701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.499867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.499903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.500107] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.500223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.500279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.500471] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.500589] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.500718] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.500812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.500854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.501097] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.504395] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.504636] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 is going to be updated. [ 848.573701] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.573917] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.574076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.574465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.574672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.591714] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 in Status: IN_PROGRESS for 2s [ 848.977958] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.977958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.977958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.977958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.977958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.977958] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d8eb23-9300-4332-a3ba-ea4de4186321 is going to be created. [ 849.010581] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.010581] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.010581] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.010581] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.010581] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.028784] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d8eb23-9300-4332-a3ba-ea4de4186321 in Status: UNINITIALIZED for 2s [ 849.492765] env[65894]: INFO networking_nsxv3.common.synchronization [None req-d4553536-6e87-46e6-b89b-33038359e36e None None] Enqueued Resource ID: 91cd6fcd-c066-4e87-b486-8a380609dc52 with Priority: HIGHEST for action port [ 849.493392] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91cd6fcd-c066-4e87-b486-8a380609dc52 with Priority: HIGHEST for action port [ 849.493711] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-91cd6fcd-c066-4e87-b486-8a380609dc52 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.493825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91cd6fcd-c066-4e87-b486-8a380609dc52" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.493891] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91cd6fcd-c066-4e87-b486-8a380609dc52" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.494388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91cd6fcd-c066-4e87-b486-8a380609dc52" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.494388] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91cd6fcd-c066-4e87-b486-8a380609dc52',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.996679] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91cd6fcd-c066-4e87-b486-8a380609dc52 [ 849.998802] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.998802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.998802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.998802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.998802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.999355] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91cd6fcd-c066-4e87-b486-8a380609dc52 already deleted. [ 849.999355] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91cd6fcd-c066-4e87-b486-8a380609dc52" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.179411] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 in Status: SUCCESS [ 850.179411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.180043] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: SUCCESS [ 850.180245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.180434] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.180708] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.180929] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.181529] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.181628] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.181847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.181930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.182044] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b3f51ed-f14f-4d0e-b5b1-f82978f46041',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.183342] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.183545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.183742] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.183886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.184014] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.184243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.184342] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.184466] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.532473] env[65894]: INFO networking_nsxv3.common.synchronization [None req-917f9b80-900e-4aba-bb34-6c664ce87c44 None None] Enqueued Resource ID: dce2ec11-a68d-489e-b39d-dd5ed3a9fb3b with Priority: HIGHEST for action port [ 850.532841] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dce2ec11-a68d-489e-b39d-dd5ed3a9fb3b with Priority: HIGHEST for action port [ 850.532841] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-dce2ec11-a68d-489e-b39d-dd5ed3a9fb3b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.533060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dce2ec11-a68d-489e-b39d-dd5ed3a9fb3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.533060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dce2ec11-a68d-489e-b39d-dd5ed3a9fb3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.533317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dce2ec11-a68d-489e-b39d-dd5ed3a9fb3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.533394] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dce2ec11-a68d-489e-b39d-dd5ed3a9fb3b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.610390] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 in Status: SUCCESS [ 850.610698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.686731] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b3f51ed-f14f-4d0e-b5b1-f82978f46041',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.687757] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.037217] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dce2ec11-a68d-489e-b39d-dd5ed3a9fb3b [ 851.037217] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.037217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.037217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.037528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.037528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.037598] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dce2ec11-a68d-489e-b39d-dd5ed3a9fb3b already deleted. [ 851.037670] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dce2ec11-a68d-489e-b39d-dd5ed3a9fb3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.041282] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d8eb23-9300-4332-a3ba-ea4de4186321 in Status: SUCCESS [ 851.041282] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d8eb23-9300-4332-a3ba-ea4de4186321" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.041378] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d8eb23-9300-4332-a3ba-ea4de4186321" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.041924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d8eb23-9300-4332-a3ba-ea4de4186321" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.041924] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.041924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.041924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.042221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.042221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.042221] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8d8eb23-9300-4332-a3ba-ea4de4186321',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.189433] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b3f51ed-f14f-4d0e-b5b1-f82978f46041',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.190450] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.506667] env[65894]: INFO networking_nsxv3.common.synchronization [req-408f38cd-c101-46bd-8347-bfa766670aab req-5dd42c27-73a2-4cfd-837f-e9d73fd20985 tempest-AttachVolumeShelveTestJSON-466877249 tempest-AttachVolumeShelveTestJSON-466877249-project-member] Enqueued Resource ID: cb21d3b6-dcc2-42e0-b805-37434d560264 with Priority: HIGHEST for action security_group_members [ 851.506776] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb21d3b6-dcc2-42e0-b805-37434d560264 with Priority: HIGHEST for action security_group_members [ 851.507227] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb21d3b6-dcc2-42e0-b805-37434d560264 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.507447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.507490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.507733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.508733] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.508905] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.508981] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.509195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.509289] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.509386] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb21d3b6-dcc2-42e0-b805-37434d560264',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.546643] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8d8eb23-9300-4332-a3ba-ea4de4186321',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.692051] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.692051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.692395] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.692395] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.692503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.692555] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 is going to be updated. [ 851.693963] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.694121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.694169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.694332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.694416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.694515] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 is going to be updated. [ 851.747610] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.747805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.747805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.747992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.749034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.751129] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.751279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.751279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.751428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.751673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.766030] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: IN_PROGRESS for 2s [ 851.767147] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 in Status: IN_PROGRESS for 2s [ 852.012354] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.012354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.012354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.012354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.012354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.012559] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.012559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.012559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.012784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.012784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.012851] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb21d3b6-dcc2-42e0-b805-37434d560264 already deleted. [ 852.012924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.014361] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-392 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.015887] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-392" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.016288] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-392" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.016617] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-392" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.016912] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.017142] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.017495] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.017820] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.017934] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.018245] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.018422] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.018871] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.019055] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.019226] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.019371] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.019574] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.040431] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.040596] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 852.042530] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.042530] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-392" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.042530] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-1f973450-a29f-4be8-827f-eef74249174f taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.042530] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-1f973450-a29f-4be8-827f-eef74249174f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.042530] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-1f973450-a29f-4be8-827f-eef74249174f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.042530] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-1f973450-a29f-4be8-827f-eef74249174f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.042530] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f973450-a29f-4be8-827f-eef74249174f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.051787] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8d8eb23-9300-4332-a3ba-ea4de4186321',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.546923] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.547317] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.547386] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.547675] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.548485] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.548485] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 1f973450-a29f-4be8-827f-eef74249174f not found, creating... [ 852.548485] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.548485] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.548731] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.548777] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.548913] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.549483] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.549483] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.549813] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.549813] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.549911] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.551069] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 1f973450-a29f-4be8-827f-eef74249174f is going to be created. [ 852.553008] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.553445] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.553445] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.553560] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.553600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.553698] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d8eb23-9300-4332-a3ba-ea4de4186321 is going to be updated. [ 852.572309] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.572309] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.572584] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.572724] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.572956] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.574039] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-1f973450-a29f-4be8-827f-eef74249174f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.582279] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.582500] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.582500] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.583241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.583241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.593626] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d8eb23-9300-4332-a3ba-ea4de4186321 in Status: IN_PROGRESS for 2s [ 852.604511] env[65894]: INFO networking_nsxv3.common.synchronization [None req-386e2152-da4c-4394-9285-d63135711cfe tempest-AttachInterfacesUnderV243Test-1704630149 tempest-AttachInterfacesUnderV243Test-1704630149-project-member] Enqueued Resource ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea with Priority: HIGHEST for action security_group_rules [ 852.604511] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea with Priority: HIGHEST for action security_group_rules [ 852.604511] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67cdace9-74ee-41e7-b54a-b7098dca0eea taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.604511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.604511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.605495] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.605721] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67cdace9-74ee-41e7-b54a-b7098dca0eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.751701] env[65894]: INFO networking_nsxv3.common.synchronization [None req-a0058ffe-8675-4eaa-9ef8-26c2ce6e60ba tempest-AttachInterfacesUnderV243Test-1704630149 tempest-AttachInterfacesUnderV243Test-1704630149-project-member] Enqueued Resource ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea with Priority: HIGHEST for action security_group_rules [ 852.752408] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea with Priority: HIGHEST for action security_group_rules [ 852.752718] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67cdace9-74ee-41e7-b54a-b7098dca0eea taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.752844] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.985165] env[65894]: INFO networking_nsxv3.common.synchronization [None req-708c586a-1ab4-4c85-86b9-3a00f2438f5b None None] Enqueued Resource ID: 19bb9f54-ee1c-4f38-92b8-a3fa6a5346e5 with Priority: HIGHEST for action port [ 852.985749] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19bb9f54-ee1c-4f38-92b8-a3fa6a5346e5 with Priority: HIGHEST for action port [ 852.986087] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-19bb9f54-ee1c-4f38-92b8-a3fa6a5346e5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.986213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19bb9f54-ee1c-4f38-92b8-a3fa6a5346e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.986285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19bb9f54-ee1c-4f38-92b8-a3fa6a5346e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.986528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19bb9f54-ee1c-4f38-92b8-a3fa6a5346e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.986608] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19bb9f54-ee1c-4f38-92b8-a3fa6a5346e5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.130400] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.133921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.133921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.133921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.133921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.133921] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea already deleted. [ 853.133921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.133921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.133921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.133921] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67cdace9-74ee-41e7-b54a-b7098dca0eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.313522] env[65894]: INFO networking_nsxv3.common.synchronization [req-408f38cd-c101-46bd-8347-bfa766670aab req-fdd144fb-4466-4969-bd10-0a99db023b9e service nova] Enqueued Resource ID: cb21d3b6-dcc2-42e0-b805-37434d560264 with Priority: HIGHEST for action security_group_rules [ 853.313522] env[65894]: INFO networking_nsxv3.common.synchronization [req-408f38cd-c101-46bd-8347-bfa766670aab req-fdd144fb-4466-4969-bd10-0a99db023b9e service nova] Enqueued Resource ID: cb21d3b6-dcc2-42e0-b805-37434d560264 with Priority: HIGHEST for action security_group_members [ 853.313522] env[65894]: INFO networking_nsxv3.common.synchronization [req-408f38cd-c101-46bd-8347-bfa766670aab req-fdd144fb-4466-4969-bd10-0a99db023b9e service nova] Enqueued Resource ID: 1f973450-a29f-4be8-827f-eef74249174f with Priority: HIGHEST for action port [ 853.313522] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb21d3b6-dcc2-42e0-b805-37434d560264 with Priority: HIGHEST for action security_group_rules [ 853.313755] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb21d3b6-dcc2-42e0-b805-37434d560264 with Priority: HIGHEST for action security_group_members [ 853.313755] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f973450-a29f-4be8-827f-eef74249174f with Priority: HIGHEST for action port [ 853.315866] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb21d3b6-dcc2-42e0-b805-37434d560264 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.315982] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.316050] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.316372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.316469] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb21d3b6-dcc2-42e0-b805-37434d560264',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.317366] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb21d3b6-dcc2-42e0-b805-37434d560264 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.317485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.317551] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.317727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.317880] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.317976] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.318052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.318214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.318335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.318444] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb21d3b6-dcc2-42e0-b805-37434d560264',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.321920] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f973450-a29f-4be8-827f-eef74249174f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.321920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f973450-a29f-4be8-827f-eef74249174f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.321920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f973450-a29f-4be8-827f-eef74249174f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.321920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f973450-a29f-4be8-827f-eef74249174f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.321920] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f973450-a29f-4be8-827f-eef74249174f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.489397] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19bb9f54-ee1c-4f38-92b8-a3fa6a5346e5 [ 853.489642] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.489763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.489820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.490047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.490142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.490237] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19bb9f54-ee1c-4f38-92b8-a3fa6a5346e5 already deleted. [ 853.490408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19bb9f54-ee1c-4f38-92b8-a3fa6a5346e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.656980] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.657368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.657368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.657500] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.657552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.657642] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea already deleted. [ 853.657725] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.749961] env[65894]: INFO networking_nsxv3.common.synchronization [req-8b129416-4e2f-4ae8-b6f7-5f4498208618 req-942f0c62-e394-45d8-bb58-dda91206380d tempest-ServerDiskConfigTestJSON-1160334058 tempest-ServerDiskConfigTestJSON-1160334058-project-member] Enqueued Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_members [ 853.750606] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_members [ 853.750929] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.751094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.751173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.751412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.751604] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.751778] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.751840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.752018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.752128] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.752238] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.776646] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: SUCCESS [ 853.776869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.777216] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.777311] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.777489] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.777579] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.777647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.777805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.777881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.777961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.778071] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.779500] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 in Status: SUCCESS [ 853.779692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.780081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.780081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.780293] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.780365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.780405] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.780547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.780624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.780712] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.781826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.781916] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.782774] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.782774] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.782774] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.782774] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.782774] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.782774] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.782774] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b3f51ed-f14f-4d0e-b5b1-f82978f46041',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.783716] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.783935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.784039] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.784142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.784205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.784408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.784408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.784621] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b3f51ed-f14f-4d0e-b5b1-f82978f46041',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.821360] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb21d3b6-dcc2-42e0-b805-37434d560264 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.821564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.821983] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb21d3b6-dcc2-42e0-b805-37434d560264',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.822753] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f973450-a29f-4be8-827f-eef74249174f with status ACTIVE [ 853.822938] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.823119] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.823164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.823335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.823417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.823586] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.823678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.823736] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.823888] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.823963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.824157] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.824234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.824295] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.824433] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.824553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.824588] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f973450-a29f-4be8-827f-eef74249174f is going to be updated. [ 853.846564] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.846702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.846767] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.847057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.847317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.847452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f973450-a29f-4be8-827f-eef74249174f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.879286] env[65894]: INFO networking_nsxv3.common.synchronization [None req-b31cc3b1-0ea5-4909-b5d3-6eb75950b7ae None None] Enqueued Resource ID: 859acc76-c87a-4709-961e-d366e1d394a6 with Priority: HIGHEST for action port [ 853.879666] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 859acc76-c87a-4709-961e-d366e1d394a6 with Priority: HIGHEST for action port [ 853.880173] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-859acc76-c87a-4709-961e-d366e1d394a6 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.880336] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-859acc76-c87a-4709-961e-d366e1d394a6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.880443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-859acc76-c87a-4709-961e-d366e1d394a6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.880997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-859acc76-c87a-4709-961e-d366e1d394a6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.880997] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('859acc76-c87a-4709-961e-d366e1d394a6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.188873] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-269 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.190985] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-269" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.190985] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-269" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.190985] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-269" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.195034] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.195034] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.195034] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.195034] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.195034] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.195034] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.195034] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.195034] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.195034] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.195034] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.195034] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.195034] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.220333] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.220565] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 854.220682] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.220906] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-269" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.221286] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-cda995c5-8677-4305-b820-cd4dd3838d3f taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.221438] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-cda995c5-8677-4305-b820-cd4dd3838d3f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.221484] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-cda995c5-8677-4305-b820-cd4dd3838d3f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.221803] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-cda995c5-8677-4305-b820-cd4dd3838d3f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.221931] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cda995c5-8677-4305-b820-cd4dd3838d3f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.254094] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.254248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.254316] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.254536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.254616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.254813] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.255394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.255394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.255394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.255394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.255394] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e is going to be updated. [ 854.284802] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.284802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.285132] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.285132] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.285219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.286294] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.287594] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.287594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.287900] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b3f51ed-f14f-4d0e-b5b1-f82978f46041',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.292286] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b3f51ed-f14f-4d0e-b5b1-f82978f46041',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.298586] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: IN_PROGRESS for 2s [ 854.327116] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb21d3b6-dcc2-42e0-b805-37434d560264',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.385924] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 859acc76-c87a-4709-961e-d366e1d394a6 [ 854.385924] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.385924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.385924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.385924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.385924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.385924] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:859acc76-c87a-4709-961e-d366e1d394a6 already deleted. [ 854.385924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-859acc76-c87a-4709-961e-d366e1d394a6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.603231] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d8eb23-9300-4332-a3ba-ea4de4186321 in Status: SUCCESS [ 854.603231] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d8eb23-9300-4332-a3ba-ea4de4186321" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.603443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d8eb23-9300-4332-a3ba-ea4de4186321" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.603678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d8eb23-9300-4332-a3ba-ea4de4186321" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.603880] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.604016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.604081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.604239] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.604324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.604411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d8eb23-9300-4332-a3ba-ea4de4186321" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.604502] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8d8eb23-9300-4332-a3ba-ea4de4186321',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.725359] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.725678] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.725746] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.726045] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.726209] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.726387] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port cda995c5-8677-4305-b820-cd4dd3838d3f not found, creating... [ 854.726649] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.726802] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.726913] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.727144] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.727280] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.730281] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.730507] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.730649] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.730886] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.731037] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.731187] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: cda995c5-8677-4305-b820-cd4dd3838d3f is going to be created. [ 854.753890] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.754227] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.754391] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.754696] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.754940] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.755182] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-cda995c5-8677-4305-b820-cd4dd3838d3f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.790887] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.792015] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b3f51ed-f14f-4d0e-b5b1-f82978f46041: rpc.has_security_group_logging(os_id): False [ 854.794600] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b3f51ed-f14f-4d0e-b5b1-f82978f46041',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.810685] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.810829] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.810921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.811124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.811213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.811435] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.811531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.811593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.811744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.811818] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.811902] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 is going to be created. [ 854.829714] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.829934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.830008] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.830320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.830406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.830541] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb21d3b6-dcc2-42e0-b805-37434d560264 is going to be created. [ 854.871627] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.872053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.872053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.872169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.872240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.892925] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb21d3b6-dcc2-42e0-b805-37434d560264 in Status: UNINITIALIZED for 2s [ 854.909103] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.909345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.909345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.909574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.909757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.922223] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 in Status: IN_PROGRESS for 2s [ 855.106416] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8d8eb23-9300-4332-a3ba-ea4de4186321',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.298210] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.298400] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.298587] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.298810] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.298810] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.298935] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 is going to be updated. [ 855.300237] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.300373] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.300450] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.300633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.300713] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.300823] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 is going to be updated. [ 855.336931] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.337215] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.337294] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.337498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.337670] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.339648] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.339745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.339829] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.340079] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.340204] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.353275] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 in Status: IN_PROGRESS for 2s [ 855.354038] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: IN_PROGRESS for 2s [ 855.588588] env[65894]: INFO networking_nsxv3.common.synchronization [req-8b129416-4e2f-4ae8-b6f7-5f4498208618 req-2e67673e-f131-44b0-8d8c-e005161d8bf9 service nova] Enqueued Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_rules [ 855.590299] env[65894]: INFO networking_nsxv3.common.synchronization [req-8b129416-4e2f-4ae8-b6f7-5f4498208618 req-2e67673e-f131-44b0-8d8c-e005161d8bf9 service nova] Enqueued Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_members [ 855.590299] env[65894]: INFO networking_nsxv3.common.synchronization [req-8b129416-4e2f-4ae8-b6f7-5f4498208618 req-2e67673e-f131-44b0-8d8c-e005161d8bf9 service nova] Enqueued Resource ID: cda995c5-8677-4305-b820-cd4dd3838d3f with Priority: HIGHEST for action port [ 855.591822] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_rules [ 855.591822] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_members [ 855.591822] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cda995c5-8677-4305-b820-cd4dd3838d3f with Priority: HIGHEST for action port [ 855.593490] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.593703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.593776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.594385] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.594385] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.595297] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.595452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.597572] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-cda995c5-8677-4305-b820-cd4dd3838d3f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.597572] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cda995c5-8677-4305-b820-cd4dd3838d3f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.597572] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cda995c5-8677-4305-b820-cd4dd3838d3f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.597572] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cda995c5-8677-4305-b820-cd4dd3838d3f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.597572] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cda995c5-8677-4305-b820-cd4dd3838d3f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.609122] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8d8eb23-9300-4332-a3ba-ea4de4186321: rpc.has_security_group_logging(os_id): False [ 855.640784] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.640998] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.640998] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.642082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.642082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.642082] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.642082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.642082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.642082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.642082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.642082] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8d8eb23-9300-4332-a3ba-ea4de4186321 is going to be created. [ 855.767488] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.767488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.767488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.767488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.767488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.796761] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8d8eb23-9300-4332-a3ba-ea4de4186321 in Status: IN_PROGRESS for 2s [ 856.100020] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.100020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.100202] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cda995c5-8677-4305-b820-cd4dd3838d3f with status ACTIVE [ 856.100414] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.100605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.100685] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.100940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.101076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.101608] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.101608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.101608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.101786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.101854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.102123] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.102263] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.102351] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.102556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.102708] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.102776] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cda995c5-8677-4305-b820-cd4dd3838d3f is going to be updated. [ 856.125188] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.125411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.125516] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.125826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.126039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.126273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cda995c5-8677-4305-b820-cd4dd3838d3f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.309258] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: SUCCESS [ 856.309478] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e deletion is rescheduled due to dependency. [ 856.309609] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.309806] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.310062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.310267] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.310406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.310487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.310661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.310763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.310874] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.815306] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.903422] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb21d3b6-dcc2-42e0-b805-37434d560264 in Status: SUCCESS [ 856.903657] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.903817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.904059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.904784] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.905015] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.905078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.905283] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.905394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.905490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.905587] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb21d3b6-dcc2-42e0-b805-37434d560264',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.932928] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 in Status: SUCCESS [ 856.934298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.934786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.935010] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.935108] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b3f51ed-f14f-4d0e-b5b1-f82978f46041',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.318277] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.364498] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: SUCCESS [ 857.364707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.364864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.365304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.365396] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.365535] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.365599] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.365975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.365975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.366124] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.367864] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 in Status: SUCCESS [ 857.367864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.368095] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.368745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.368837] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.368904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.368981] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.369349] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.369421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.369456] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b3f51ed-f14f-4d0e-b5b1-f82978f46041',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.408098] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb21d3b6-dcc2-42e0-b805-37434d560264',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.437756] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.437756] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.810612] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8d8eb23-9300-4332-a3ba-ea4de4186321 in Status: SUCCESS [ 857.811337] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8d8eb23-9300-4332-a3ba-ea4de4186321" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.820775] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.821093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.821093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.821284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.821331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.821406] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e is going to be updated. [ 857.854605] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.854783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.854854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.855177] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.855328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.866886] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: IN_PROGRESS for 2s [ 857.871327] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b3f51ed-f14f-4d0e-b5b1-f82978f46041',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.872331] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.911196] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb21d3b6-dcc2-42e0-b805-37434d560264: rpc.has_security_group_logging(os_id): False [ 857.934277] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.934443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.934520] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.934748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.934945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.935107] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.935281] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.935281] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.935473] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.935515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.935668] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb21d3b6-dcc2-42e0-b805-37434d560264 is going to be created. [ 858.023275] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.023411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.023486] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.023699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.023884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.036014] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb21d3b6-dcc2-42e0-b805-37434d560264 in Status: IN_PROGRESS for 2s [ 858.375365] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b3f51ed-f14f-4d0e-b5b1-f82978f46041',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.376479] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.878411] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.879389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.879389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.879533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.879533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.879663] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 is going to be updated. [ 858.881031] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.881031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.881202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.881313] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.881578] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.881676] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 is going to be updated. [ 858.919126] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.919126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.919126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.919433] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.919669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.921593] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.921729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.921775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.921965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.922147] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.939383] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 in Status: IN_PROGRESS for 2s [ 858.941249] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: IN_PROGRESS for 2s [ 859.879124] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: SUCCESS [ 859.879620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.879693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.879891] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.880094] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.880214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.880302] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.880507] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.880566] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.880643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.880735] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.992931] env[65894]: INFO networking_nsxv3.common.synchronization [None req-53e3eb9c-92d9-4aac-96ad-c880d3093aad tempest-MigrationsAdminTest-1085026424 tempest-MigrationsAdminTest-1085026424-project-member] Enqueued Resource ID: dbfdaeea-de60-4426-a521-5b996c4b2e32 with Priority: HIGHEST for action security_group_rules [ 859.993254] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbfdaeea-de60-4426-a521-5b996c4b2e32 with Priority: HIGHEST for action security_group_rules [ 859.993574] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbfdaeea-de60-4426-a521-5b996c4b2e32 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.993699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbfdaeea-de60-4426-a521-5b996c4b2e32" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.993765] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbfdaeea-de60-4426-a521-5b996c4b2e32" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.994126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbfdaeea-de60-4426-a521-5b996c4b2e32" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.994251] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbfdaeea-de60-4426-a521-5b996c4b2e32',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.049757] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb21d3b6-dcc2-42e0-b805-37434d560264 in Status: SUCCESS [ 860.050092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.126075] env[65894]: INFO networking_nsxv3.common.synchronization [None req-9d1cfebb-9784-48d7-a27b-d509bd217d82 tempest-MigrationsAdminTest-1085026424 tempest-MigrationsAdminTest-1085026424-project-member] Enqueued Resource ID: dbfdaeea-de60-4426-a521-5b996c4b2e32 with Priority: HIGHEST for action security_group_rules [ 860.126681] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbfdaeea-de60-4426-a521-5b996c4b2e32 with Priority: HIGHEST for action security_group_rules [ 860.127720] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbfdaeea-de60-4426-a521-5b996c4b2e32 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.127834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbfdaeea-de60-4426-a521-5b996c4b2e32" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.383804] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.385244] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.385244] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.385244] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.385244] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.385244] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.385244] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.385244] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.385244] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.385244] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.385733] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.385733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.385733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.385733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.385733] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.385928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.385928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.389412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.389412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.389412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.389412] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.519740] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.519889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.519963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.520198] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.520312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.520413] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbfdaeea-de60-4426-a521-5b996c4b2e32 already deleted. [ 860.520512] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbfdaeea-de60-4426-a521-5b996c4b2e32" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.520673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbfdaeea-de60-4426-a521-5b996c4b2e32" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.520846] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbfdaeea-de60-4426-a521-5b996c4b2e32" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.520929] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbfdaeea-de60-4426-a521-5b996c4b2e32',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.890789] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e: rpc.has_security_group_logging(os_id): False [ 860.909589] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.909827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.909903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.910167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.910227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.910444] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.910563] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.910618] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.910772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.910848] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.911034] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.911219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.911219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.911316] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.911398] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.911554] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.911646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.911699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.911835] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.911941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.912016] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e is going to be updated. [ 860.948965] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 in Status: SUCCESS [ 860.949221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.949407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.949680] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.949927] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.949927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.950182] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.950182] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.950256] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.950295] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.950384] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b3f51ed-f14f-4d0e-b5b1-f82978f46041',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.961535] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: SUCCESS [ 860.961772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.961939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.962171] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.962383] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.962525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.962588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.962780] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.962837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.962936] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.963085] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.963180] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.963231] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.963372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.963510] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.963596] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.963649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.963779] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.963848] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.963925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.964038] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.991517] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.991706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.991810] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.991980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.992168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.007794] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: IN_PROGRESS for 2s [ 861.051073] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.051073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.051073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.051332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.051372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.051478] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbfdaeea-de60-4426-a521-5b996c4b2e32 already deleted. [ 861.051551] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbfdaeea-de60-4426-a521-5b996c4b2e32" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.453754] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b3f51ed-f14f-4d0e-b5b1-f82978f46041',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.466999] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb4c4952-c183-4257-8f27-6a7adc24e0c9: rpc.has_security_group_logging(os_id): False [ 861.484608] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.484789] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.484840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.485046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.485140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.485369] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.485472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.485533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.485692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.485769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.485951] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.486055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.486117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.486281] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.486361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.486540] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.486632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.486694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.486828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.486893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.486981] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 is going to be updated. [ 861.551033] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.551033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.551258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.551481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.551746] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.565572] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: IN_PROGRESS for 2s [ 861.956470] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b3f51ed-f14f-4d0e-b5b1-f82978f46041: rpc.has_security_group_logging(os_id): False [ 861.978405] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.978405] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.978405] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.978405] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.978405] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.978405] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.978405] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.978405] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.978405] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.978405] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.978405] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 is going to be updated. [ 862.063163] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.063301] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.063434] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.063676] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.063912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.082094] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 in Status: IN_PROGRESS for 2s [ 862.830028] env[65894]: INFO networking_nsxv3.common.synchronization [req-5b56c4e7-85c0-4cc3-bef0-41334031bc40 req-a9f80737-4e19-4e0b-b2a1-015e5f12ce1a tempest-ServerRescueNegativeTestJSON-205417385 tempest-ServerRescueNegativeTestJSON-205417385-project-member] Enqueued Resource ID: da45d121-2a57-4da2-ad02-0e5da255b827 with Priority: HIGHEST for action security_group_members [ 862.830883] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da45d121-2a57-4da2-ad02-0e5da255b827 with Priority: HIGHEST for action security_group_members [ 862.831375] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-da45d121-2a57-4da2-ad02-0e5da255b827 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.831578] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.831699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.832091] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.832353] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.832512] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.832630] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.832905] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.833089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.833267] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da45d121-2a57-4da2-ad02-0e5da255b827',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.026403] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: SUCCESS [ 863.026403] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.321323] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-854 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.321569] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-854" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.321893] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-854" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.321981] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-854" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.323115] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.323115] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.323115] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.323115] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.323115] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.323483] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.323483] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.323483] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.323760] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.323760] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.323760] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.323894] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.336745] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.337155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.337758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.338406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.338406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.338684] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.338915] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.339600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.339600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.339600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.339600] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da45d121-2a57-4da2-ad02-0e5da255b827 already deleted. [ 863.339600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.343066] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.343231] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 863.343377] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.343546] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-854" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.343900] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-fadbb553-ba74-49f9-8c77-344dad56eb50 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.344053] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-fadbb553-ba74-49f9-8c77-344dad56eb50" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.344196] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-fadbb553-ba74-49f9-8c77-344dad56eb50" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.344479] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-fadbb553-ba74-49f9-8c77-344dad56eb50" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.344630] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fadbb553-ba74-49f9-8c77-344dad56eb50',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.581276] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: SUCCESS [ 863.581583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.581583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.581803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.581892] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.848016] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.848311] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.848636] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.849337] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.849337] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.849337] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port fadbb553-ba74-49f9-8c77-344dad56eb50 not found, creating... [ 863.849517] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.849709] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.849831] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.851053] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.851053] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.851053] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.851053] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.851053] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.851399] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.851399] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.851399] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: fadbb553-ba74-49f9-8c77-344dad56eb50 is going to be created. [ 863.878399] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.878716] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.878862] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.879185] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.879445] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.879709] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-fadbb553-ba74-49f9-8c77-344dad56eb50" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.087573] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.087983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.087983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.088110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.088344] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.088465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.088530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.088696] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.088784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.088897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.089038] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.098586] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 in Status: SUCCESS [ 864.098823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.593647] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.594556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.594556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.594556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.594556] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.594556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.594556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.594837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.594837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.594906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.595800] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.595800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.595800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.595800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.595800] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.595800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.595800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.595800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.595800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.596215] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.596215] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.632783] env[65894]: INFO networking_nsxv3.common.synchronization [req-5b56c4e7-85c0-4cc3-bef0-41334031bc40 req-89ada051-f12d-4423-8a39-e9e1cc8931ea service nova] Enqueued Resource ID: da45d121-2a57-4da2-ad02-0e5da255b827 with Priority: HIGHEST for action security_group_rules [ 864.632987] env[65894]: INFO networking_nsxv3.common.synchronization [req-5b56c4e7-85c0-4cc3-bef0-41334031bc40 req-89ada051-f12d-4423-8a39-e9e1cc8931ea service nova] Enqueued Resource ID: da45d121-2a57-4da2-ad02-0e5da255b827 with Priority: HIGHEST for action security_group_members [ 864.633240] env[65894]: INFO networking_nsxv3.common.synchronization [req-5b56c4e7-85c0-4cc3-bef0-41334031bc40 req-89ada051-f12d-4423-8a39-e9e1cc8931ea service nova] Enqueued Resource ID: fadbb553-ba74-49f9-8c77-344dad56eb50 with Priority: HIGHEST for action port [ 864.633768] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da45d121-2a57-4da2-ad02-0e5da255b827 with Priority: HIGHEST for action security_group_rules [ 864.633906] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da45d121-2a57-4da2-ad02-0e5da255b827 with Priority: HIGHEST for action security_group_members [ 864.634012] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fadbb553-ba74-49f9-8c77-344dad56eb50 with Priority: HIGHEST for action port [ 864.634837] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da45d121-2a57-4da2-ad02-0e5da255b827 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.634917] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.634970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.635182] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.635275] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da45d121-2a57-4da2-ad02-0e5da255b827',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.636639] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-da45d121-2a57-4da2-ad02-0e5da255b827 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.636772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.636836] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.637050] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.637219] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.637315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.637373] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.637547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.637637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.637737] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da45d121-2a57-4da2-ad02-0e5da255b827',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.639162] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-fadbb553-ba74-49f9-8c77-344dad56eb50 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.639293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fadbb553-ba74-49f9-8c77-344dad56eb50" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.639353] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fadbb553-ba74-49f9-8c77-344dad56eb50" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.639898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fadbb553-ba74-49f9-8c77-344dad56eb50" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.640233] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fadbb553-ba74-49f9-8c77-344dad56eb50',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.098170] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb4c4952-c183-4257-8f27-6a7adc24e0c9: rpc.has_security_group_logging(os_id): False [ 865.116785] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.116785] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.116785] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.117052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.117175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.117409] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.117520] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.117581] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.117800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.117881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.118081] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.118175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.118236] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.118407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.118483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.118666] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.118758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.118818] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.118989] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.119124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.119259] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 is going to be updated. [ 865.142862] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-da45d121-2a57-4da2-ad02-0e5da255b827 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.143088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.143252] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da45d121-2a57-4da2-ad02-0e5da255b827',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.144190] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fadbb553-ba74-49f9-8c77-344dad56eb50 with status ACTIVE [ 865.144416] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.145150] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.147718] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.147718] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.147718] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.147718] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.147718] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.147718] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.147718] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.147718] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.147718] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.147718] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.147718] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.147718] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.147718] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.147718] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fadbb553-ba74-49f9-8c77-344dad56eb50 is going to be updated. [ 865.167387] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.167387] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.167387] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.167387] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.167387] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.167387] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fadbb553-ba74-49f9-8c77-344dad56eb50" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.202957] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.203776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.203944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.204211] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.205809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.227446] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: IN_PROGRESS for 2s [ 865.649408] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da45d121-2a57-4da2-ad02-0e5da255b827',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.154509] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.154954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.154954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.155131] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.155197] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.155257] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da45d121-2a57-4da2-ad02-0e5da255b827 is going to be created. [ 866.182571] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.182811] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.182936] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.183186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.183394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.196140] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da45d121-2a57-4da2-ad02-0e5da255b827 in Status: UNINITIALIZED for 2s [ 867.245318] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: SUCCESS [ 867.245577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.209255] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da45d121-2a57-4da2-ad02-0e5da255b827 in Status: SUCCESS [ 868.210236] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.210236] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.210384] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.210801] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.210888] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.210998] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.211130] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.211192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.211282] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.211404] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da45d121-2a57-4da2-ad02-0e5da255b827',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.714753] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da45d121-2a57-4da2-ad02-0e5da255b827',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.962154] env[65894]: INFO networking_nsxv3.common.synchronization [req-c942f66b-679d-41ab-bd6b-c3ed12336f12 req-d00c9364-e1ac-4556-beec-bd0b99bbe2ea tempest-ImagesTestJSON-440520544 tempest-ImagesTestJSON-440520544-project-member] Enqueued Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_members [ 868.962789] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_members [ 868.963356] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.963356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.963544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.963602] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.963760] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.963884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.963958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.964150] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.964255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.964647] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.219417] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da45d121-2a57-4da2-ad02-0e5da255b827: rpc.has_security_group_logging(os_id): False [ 869.240642] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.240869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.240929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.241211] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.242419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.242419] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.242419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.242419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.242859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.242955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.243204] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da45d121-2a57-4da2-ad02-0e5da255b827 is going to be created. [ 869.313668] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.313903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.314068] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.314379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.314703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.326568] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da45d121-2a57-4da2-ad02-0e5da255b827 in Status: IN_PROGRESS for 2s [ 869.351071] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.351071] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-471" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.351071] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-471" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.351071] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-471" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.351071] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.351479] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.351479] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.351479] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.351612] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.351803] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.351913] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.352032] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.352171] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.352282] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.352341] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.352472] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.371553] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.371778] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 869.371937] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.372170] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-471" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.372541] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-1e163456-e235-40d3-901e-eb4189a39b3c taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.372924] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-1e163456-e235-40d3-901e-eb4189a39b3c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.373152] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-1e163456-e235-40d3-901e-eb4189a39b3c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.373334] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-1e163456-e235-40d3-901e-eb4189a39b3c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.373490] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e163456-e235-40d3-901e-eb4189a39b3c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.466362] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.875976] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.876420] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.876420] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.876586] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.876730] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.876885] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 1e163456-e235-40d3-901e-eb4189a39b3c not found, creating... [ 869.877173] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.877337] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.877449] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.877681] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.877814] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.878112] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.878260] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.878411] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.878629] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.878763] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.879059] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 1e163456-e235-40d3-901e-eb4189a39b3c is going to be created. [ 869.902634] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.902867] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.902996] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.903309] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.903546] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.903792] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-1e163456-e235-40d3-901e-eb4189a39b3c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.968749] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.471675] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.471675] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.471966] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.472086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.472215] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.472350] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 is going to be updated. [ 870.505707] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.507800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.507800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.507958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.508074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.520620] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: IN_PROGRESS for 2s [ 870.683203] env[65894]: INFO networking_nsxv3.common.synchronization [req-c942f66b-679d-41ab-bd6b-c3ed12336f12 req-8750b4a8-ded7-48dd-ab3b-6d5ecc74c9e1 service nova] Enqueued Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_rules [ 870.683553] env[65894]: INFO networking_nsxv3.common.synchronization [req-c942f66b-679d-41ab-bd6b-c3ed12336f12 req-8750b4a8-ded7-48dd-ab3b-6d5ecc74c9e1 service nova] Enqueued Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_members [ 870.683778] env[65894]: INFO networking_nsxv3.common.synchronization [req-c942f66b-679d-41ab-bd6b-c3ed12336f12 req-8750b4a8-ded7-48dd-ab3b-6d5ecc74c9e1 service nova] Enqueued Resource ID: 1e163456-e235-40d3-901e-eb4189a39b3c with Priority: HIGHEST for action port [ 870.684495] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_rules [ 870.684657] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_members [ 870.684785] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e163456-e235-40d3-901e-eb4189a39b3c with Priority: HIGHEST for action port [ 870.685189] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.685287] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.685331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.685578] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.685679] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.686707] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.686881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.687839] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e163456-e235-40d3-901e-eb4189a39b3c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.687839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e163456-e235-40d3-901e-eb4189a39b3c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.687839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e163456-e235-40d3-901e-eb4189a39b3c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.687839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e163456-e235-40d3-901e-eb4189a39b3c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.687839] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e163456-e235-40d3-901e-eb4189a39b3c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.189643] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.190019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.190019] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e163456-e235-40d3-901e-eb4189a39b3c with status ACTIVE [ 871.191055] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.191055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.191055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.191055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.191055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.191055] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.191055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.191055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.191486] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.191486] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.191486] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.191594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.191594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.191706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.191779] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.191861] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e163456-e235-40d3-901e-eb4189a39b3c is going to be updated. [ 871.218085] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.218345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.221097] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.222732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.222732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.222732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e163456-e235-40d3-901e-eb4189a39b3c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.343416] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da45d121-2a57-4da2-ad02-0e5da255b827 in Status: SUCCESS [ 871.344177] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.531581] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: SUCCESS [ 872.531958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.532144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.532442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.532718] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.532886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.532984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.533235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.533360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.533502] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.036249] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.538869] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.696036] env[65894]: INFO networking_nsxv3.common.synchronization [req-0e5a5629-7b63-43bb-8b5a-38b2444df867 req-bb90b2ba-7620-4d04-8d16-a5701366e90c tempest-ImagesOneServerNegativeTestJSON-251457988 tempest-ImagesOneServerNegativeTestJSON-251457988-project-member] Enqueued Resource ID: e873305b-c351-4c61-b147-e545049f0706 with Priority: HIGHEST for action security_group_members [ 873.696810] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e873305b-c351-4c61-b147-e545049f0706 with Priority: HIGHEST for action security_group_members [ 873.697253] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e873305b-c351-4c61-b147-e545049f0706 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.697419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.697510] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.697771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.697982] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.698139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.698222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.698440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.698560] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.698683] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e873305b-c351-4c61-b147-e545049f0706',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.014027] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.014291] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-58" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.014517] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-58" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.015167] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-58" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.015167] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.015329] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.015372] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.015571] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.015748] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.015931] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.016582] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.016582] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.016582] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.016582] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.016582] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.016818] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.041181] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.041181] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 874.041181] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.041181] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-58" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.041793] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-2d90b3c1-9cc4-4d93-a225-9a1239f15102 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.042081] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-2d90b3c1-9cc4-4d93-a225-9a1239f15102" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.042270] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-2d90b3c1-9cc4-4d93-a225-9a1239f15102" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.042634] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-2d90b3c1-9cc4-4d93-a225-9a1239f15102" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.042975] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d90b3c1-9cc4-4d93-a225-9a1239f15102',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.044093] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.044217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.044282] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.044463] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.044545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.044636] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 is going to be updated. [ 874.086390] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.086795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.086795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.087017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.087235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.099206] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: IN_PROGRESS for 2s [ 874.201081] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.201446] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.201446] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.201543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.201621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.201789] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.201887] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.201948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.202113] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.202188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.202273] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e873305b-c351-4c61-b147-e545049f0706 is going to be updated. [ 874.235501] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.235724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.235724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.235935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.236106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.246914] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e873305b-c351-4c61-b147-e545049f0706 in Status: IN_PROGRESS for 2s [ 874.547398] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.547796] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.547796] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.548188] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.548508] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.548858] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 2d90b3c1-9cc4-4d93-a225-9a1239f15102 not found, creating... [ 874.549405] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.549659] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.549820] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.550171] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.550270] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.550619] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.550823] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.550948] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.551216] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.551372] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.551593] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 2d90b3c1-9cc4-4d93-a225-9a1239f15102 is going to be created. [ 874.573510] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.573510] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.573710] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.573950] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.574201] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.574558] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-2d90b3c1-9cc4-4d93-a225-9a1239f15102" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.383540] env[65894]: INFO networking_nsxv3.common.synchronization [req-0e5a5629-7b63-43bb-8b5a-38b2444df867 req-5fa0771f-4b7f-41ee-a3bc-d6b18c5c2637 service nova] Enqueued Resource ID: e873305b-c351-4c61-b147-e545049f0706 with Priority: HIGHEST for action security_group_rules [ 875.383540] env[65894]: INFO networking_nsxv3.common.synchronization [req-0e5a5629-7b63-43bb-8b5a-38b2444df867 req-5fa0771f-4b7f-41ee-a3bc-d6b18c5c2637 service nova] Enqueued Resource ID: e873305b-c351-4c61-b147-e545049f0706 with Priority: HIGHEST for action security_group_members [ 875.383540] env[65894]: INFO networking_nsxv3.common.synchronization [req-0e5a5629-7b63-43bb-8b5a-38b2444df867 req-5fa0771f-4b7f-41ee-a3bc-d6b18c5c2637 service nova] Enqueued Resource ID: 2d90b3c1-9cc4-4d93-a225-9a1239f15102 with Priority: HIGHEST for action port [ 875.384136] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e873305b-c351-4c61-b147-e545049f0706 with Priority: HIGHEST for action security_group_rules [ 875.384273] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e873305b-c351-4c61-b147-e545049f0706 with Priority: HIGHEST for action security_group_members [ 875.384371] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d90b3c1-9cc4-4d93-a225-9a1239f15102 with Priority: HIGHEST for action port [ 875.384959] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e873305b-c351-4c61-b147-e545049f0706 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.384959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.384959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.385229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.385229] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e873305b-c351-4c61-b147-e545049f0706',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.386669] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e873305b-c351-4c61-b147-e545049f0706 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.386669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.386865] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d90b3c1-9cc4-4d93-a225-9a1239f15102 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.386865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d90b3c1-9cc4-4d93-a225-9a1239f15102" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.387013] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d90b3c1-9cc4-4d93-a225-9a1239f15102" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.387122] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d90b3c1-9cc4-4d93-a225-9a1239f15102" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.387223] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d90b3c1-9cc4-4d93-a225-9a1239f15102',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.889431] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e873305b-c351-4c61-b147-e545049f0706 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.889789] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.889789] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d90b3c1-9cc4-4d93-a225-9a1239f15102 with status ACTIVE [ 875.889945] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.890063] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.890125] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.890393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.890504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.890717] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.890794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.890858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.890961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.891049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.891240] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.891381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.891452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.891587] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.891650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.891740] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d90b3c1-9cc4-4d93-a225-9a1239f15102 is going to be updated. [ 875.914809] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.915037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.915156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.915413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.915578] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.915774] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d90b3c1-9cc4-4d93-a225-9a1239f15102" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.109035] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: SUCCESS [ 876.109264] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.109435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.109655] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.110163] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.110163] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.110163] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.110163] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.110452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.110452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.110452] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.259972] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e873305b-c351-4c61-b147-e545049f0706 in Status: SUCCESS [ 876.260393] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e873305b-c351-4c61-b147-e545049f0706 deletion is rescheduled due to dependency. [ 876.260393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.260584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.260669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.260846] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.260978] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.261064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.261233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.261316] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.261413] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e873305b-c351-4c61-b147-e545049f0706',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.615864] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.616031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.616102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.616322] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.616490] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.616591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.616658] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.616803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.616885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.616971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.617150] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.617242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.617297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.617453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.617593] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.617685] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.617742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.617878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.617951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.618042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.618131] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.763857] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e873305b-c351-4c61-b147-e545049f0706',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.120530] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac302640-a57f-43bb-9afe-4e5d8c8bdfd1: rpc.has_security_group_logging(os_id): False [ 877.142024] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.142024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.142024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.142024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.142024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.142024] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.142024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.142024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.142024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.142024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.142024] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.142024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.142024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.142024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.142024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.142656] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.142656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.142656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.142656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.142656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.142656] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 is going to be updated. [ 877.217189] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.217189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.217189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.217189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.217189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.239867] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: IN_PROGRESS for 2s [ 877.266605] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e873305b-c351-4c61-b147-e545049f0706',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.769952] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.770139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.770263] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.770442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.770557] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.770705] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e873305b-c351-4c61-b147-e545049f0706 is going to be updated. [ 877.802090] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.802273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.802317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.802540] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.802684] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.812793] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e873305b-c351-4c61-b147-e545049f0706 in Status: IN_PROGRESS for 2s [ 879.259027] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: SUCCESS [ 879.259301] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.827610] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e873305b-c351-4c61-b147-e545049f0706 in Status: SUCCESS [ 879.827610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.827610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.827610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.827610] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.827610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.827610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.827610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.827610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.827610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.827911] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e873305b-c351-4c61-b147-e545049f0706',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.330644] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e873305b-c351-4c61-b147-e545049f0706 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.331273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.331273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.331273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.331724] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.331724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.331724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.331724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.331860] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.331888] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.332070] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e873305b-c351-4c61-b147-e545049f0706 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.332166] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.332261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.332457] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.332525] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.332630] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.332702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.332792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.332870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.332951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.333059] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e873305b-c351-4c61-b147-e545049f0706',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.386148] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 880.386148] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 880.834946] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e873305b-c351-4c61-b147-e545049f0706: rpc.has_security_group_logging(os_id): False [ 880.855820] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.855820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.855993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.856922] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.856922] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.856922] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.856922] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.856922] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.856922] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.856922] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.857183] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.857183] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.857253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.857361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.857463] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.857769] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.857907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.858009] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.858236] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.858348] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.858565] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e873305b-c351-4c61-b147-e545049f0706 is going to be updated. [ 880.940464] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.940671] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.940771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.940996] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.941167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.961843] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e873305b-c351-4c61-b147-e545049f0706 in Status: IN_PROGRESS for 2s [ 881.473118] env[65894]: INFO networking_nsxv3.common.synchronization [req-3765a4bf-135a-439e-b6a6-47c843c54d92 req-ad3292c4-58bc-471a-8ccd-f8f2b6de7ed7 tempest-ServersAdminTestJSON-808999941 tempest-ServersAdminTestJSON-808999941-project-member] Enqueued Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGHEST for action security_group_members [ 881.473762] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGHEST for action security_group_members [ 881.474132] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.474287] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.474363] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.474650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.474853] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.474961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.475039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.475238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.475462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.475573] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.937432] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-134 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.938117] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-134" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.938117] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-134" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.938117] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-134" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.938316] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.938564] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.938857] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.939111] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.939345] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.939535] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.939666] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.939793] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.939965] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.940139] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.940344] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.940531] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.969318] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.969318] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 881.969318] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.969318] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-134" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.969734] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-d380d2f5-5f7d-4ac6-80b9-80dfe8e5a3fc taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.969860] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-d380d2f5-5f7d-4ac6-80b9-80dfe8e5a3fc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.969860] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-d380d2f5-5f7d-4ac6-80b9-80dfe8e5a3fc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.970572] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-d380d2f5-5f7d-4ac6-80b9-80dfe8e5a3fc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.970572] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d380d2f5-5f7d-4ac6-80b9-80dfe8e5a3fc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.978100] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.473289] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.473720] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.473720] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.474015] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.474237] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.474319] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port d380d2f5-5f7d-4ac6-80b9-80dfe8e5a3fc not found, creating... [ 882.474643] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.474740] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.474861] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.475864] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.476082] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.476473] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.476605] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.476722] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.477053] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.478141] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.478141] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: d380d2f5-5f7d-4ac6-80b9-80dfe8e5a3fc is going to be created. [ 882.480622] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.500037] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.500311] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.500528] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.500717] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.500999] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.501306] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-d380d2f5-5f7d-4ac6-80b9-80dfe8e5a3fc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.582746] env[65894]: INFO networking_nsxv3.common.synchronization [None req-580d59d0-13f4-4683-9042-7085d2584189 None None] Enqueued Resource ID: 8c48bb47-b8c2-4a15-97be-60649133c6a2 with Priority: HIGHEST for action port [ 882.583259] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c48bb47-b8c2-4a15-97be-60649133c6a2 with Priority: HIGHEST for action port [ 882.583687] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c48bb47-b8c2-4a15-97be-60649133c6a2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.583850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c48bb47-b8c2-4a15-97be-60649133c6a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.583942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c48bb47-b8c2-4a15-97be-60649133c6a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.584320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c48bb47-b8c2-4a15-97be-60649133c6a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.584436] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c48bb47-b8c2-4a15-97be-60649133c6a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.981180] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e873305b-c351-4c61-b147-e545049f0706 in Status: SUCCESS [ 882.981180] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.982850] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.982976] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.983407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.983407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.983407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.983520] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 is going to be updated. [ 883.017523] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.017523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.017523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.017768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.017826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.029881] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 in Status: IN_PROGRESS for 2s [ 883.086398] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c48bb47-b8c2-4a15-97be-60649133c6a2 [ 883.086632] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.086766] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.086833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.087058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.087149] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.087243] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c48bb47-b8c2-4a15-97be-60649133c6a2 already deleted. [ 883.087328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c48bb47-b8c2-4a15-97be-60649133c6a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.254797] env[65894]: INFO networking_nsxv3.common.synchronization [req-3765a4bf-135a-439e-b6a6-47c843c54d92 req-e01540a7-2b67-4125-bdd3-a5c4302fc0a8 service nova] Enqueued Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGHEST for action security_group_rules [ 883.255489] env[65894]: INFO networking_nsxv3.common.synchronization [req-3765a4bf-135a-439e-b6a6-47c843c54d92 req-e01540a7-2b67-4125-bdd3-a5c4302fc0a8 service nova] Enqueued Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGHEST for action security_group_members [ 883.255489] env[65894]: INFO networking_nsxv3.common.synchronization [req-3765a4bf-135a-439e-b6a6-47c843c54d92 req-e01540a7-2b67-4125-bdd3-a5c4302fc0a8 service nova] Enqueued Resource ID: d380d2f5-5f7d-4ac6-80b9-80dfe8e5a3fc with Priority: HIGHEST for action port [ 883.257059] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGHEST for action security_group_rules [ 883.259691] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGHEST for action security_group_members [ 883.259691] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d380d2f5-5f7d-4ac6-80b9-80dfe8e5a3fc with Priority: HIGHEST for action port [ 883.259691] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.259691] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.259691] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.259691] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.259691] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.260167] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.260167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.260167] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-d380d2f5-5f7d-4ac6-80b9-80dfe8e5a3fc taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.260267] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d380d2f5-5f7d-4ac6-80b9-80dfe8e5a3fc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.260808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d380d2f5-5f7d-4ac6-80b9-80dfe8e5a3fc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.260808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d380d2f5-5f7d-4ac6-80b9-80dfe8e5a3fc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.260808] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d380d2f5-5f7d-4ac6-80b9-80dfe8e5a3fc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.744953] env[65894]: INFO networking_nsxv3.common.synchronization [req-6aff0891-0b4f-4726-bb95-beefbcc5f745 req-e12f0bfc-6b3f-4301-ad0e-079b6c5f3634 tempest-SecurityGroupRulesTestJSON-1375794025 tempest-SecurityGroupRulesTestJSON-1375794025-project-member] Enqueued Resource ID: 53cbca54-7641-4501-860c-f4d43cda873f with Priority: HIGHEST for action security_group_rules [ 883.746043] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53cbca54-7641-4501-860c-f4d43cda873f with Priority: HIGHEST for action security_group_rules [ 883.746149] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53cbca54-7641-4501-860c-f4d43cda873f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.746340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53cbca54-7641-4501-860c-f4d43cda873f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.746443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53cbca54-7641-4501-860c-f4d43cda873f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.746739] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53cbca54-7641-4501-860c-f4d43cda873f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.746858] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53cbca54-7641-4501-860c-f4d43cda873f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.763590] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.763590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.763590] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d380d2f5-5f7d-4ac6-80b9-80dfe8e5a3fc with status ACTIVE [ 883.763590] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.763590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.763868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.763868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.763972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.764201] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.764319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.764369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.764573] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.764573] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.764763] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.764867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.764932] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.765056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.765128] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.765201] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d380d2f5-5f7d-4ac6-80b9-80dfe8e5a3fc is going to be updated. [ 883.798443] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.798733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.798733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.799210] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.799210] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.799319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d380d2f5-5f7d-4ac6-80b9-80dfe8e5a3fc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.017778] env[65894]: INFO networking_nsxv3.common.synchronization [req-40563426-bd74-4aa7-b8ba-85964aa74212 req-e60c82be-c9b2-4c6f-af27-4afe69b7b458 tempest-SecurityGroupRulesTestJSON-1375794025 tempest-SecurityGroupRulesTestJSON-1375794025-project-member] Enqueued Resource ID: ee27cb69-d54a-4e8a-84f6-695a0497a525 with Priority: HIGHEST for action security_group_rules [ 884.018175] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee27cb69-d54a-4e8a-84f6-695a0497a525 with Priority: HIGHEST for action security_group_rules [ 884.019030] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee27cb69-d54a-4e8a-84f6-695a0497a525 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.019030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee27cb69-d54a-4e8a-84f6-695a0497a525" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.019030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee27cb69-d54a-4e8a-84f6-695a0497a525" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.019030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee27cb69-d54a-4e8a-84f6-695a0497a525" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.019030] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee27cb69-d54a-4e8a-84f6-695a0497a525',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.144147] env[65894]: INFO networking_nsxv3.common.synchronization [req-49d7d784-e5e8-4bcd-a3c2-57b6bc299e56 req-fd4a3ab6-20b2-44d6-a253-95db6dd3a414 tempest-ServersTestMultiNic-583117744 tempest-ServersTestMultiNic-583117744-project-member] Enqueued Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_members [ 884.144147] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_members [ 884.144147] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.144565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.144565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.144565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.144725] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.144995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.144995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.144995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.145107] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.145185] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.274107] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.274299] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.274372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.274648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.274751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.274845] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53cbca54-7641-4501-860c-f4d43cda873f already deleted. [ 884.275433] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53cbca54-7641-4501-860c-f4d43cda873f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.518071] env[65894]: INFO networking_nsxv3.common.synchronization [req-49d7d784-e5e8-4bcd-a3c2-57b6bc299e56 req-026aecde-17a3-4256-a1f5-3942ef18de54 tempest-ServersTestMultiNic-583117744 tempest-ServersTestMultiNic-583117744-project-member] Enqueued Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_members [ 884.518071] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_members [ 884.518363] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.518503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.539402] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.539402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.539577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.539737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.539847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.539992] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee27cb69-d54a-4e8a-84f6-695a0497a525 already deleted. [ 884.539992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee27cb69-d54a-4e8a-84f6-695a0497a525" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.646868] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.647065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.647110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.647319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.647440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.647605] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.647719] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.647774] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.647898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.647971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.648065] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b already deleted. [ 884.648145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.648307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.648512] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.648660] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.648753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.648812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.650234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.650234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.650234] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.832619] env[65894]: INFO networking_nsxv3.common.synchronization [req-49d7d784-e5e8-4bcd-a3c2-57b6bc299e56 req-d414a150-6d91-48f8-9313-c24e9f02f30e tempest-ServersTestMultiNic-583117744 tempest-ServersTestMultiNic-583117744-project-member] Enqueued Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_members [ 884.833030] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_members [ 884.833324] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.833422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.937159] env[65894]: INFO networking_nsxv3.common.synchronization [None req-96386bae-20bc-4073-91c8-a82caa60330a None None] Enqueued Resource ID: 5fa1e7fc-2282-41de-8694-d3d93f575123 with Priority: HIGHEST for action port [ 884.937715] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa1e7fc-2282-41de-8694-d3d93f575123 with Priority: HIGHEST for action port [ 884.938695] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fa1e7fc-2282-41de-8694-d3d93f575123 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.939082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fa1e7fc-2282-41de-8694-d3d93f575123" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.939289] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fa1e7fc-2282-41de-8694-d3d93f575123" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.939683] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fa1e7fc-2282-41de-8694-d3d93f575123" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.939940] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fa1e7fc-2282-41de-8694-d3d93f575123',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.042508] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 in Status: SUCCESS [ 885.042508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.042508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.042742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.042892] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.042978] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.043043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.043171] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.043253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.043352] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.151489] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.151489] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.151653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.151858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.151858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.152076] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.152201] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.152278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.152371] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.152458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.152542] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b already deleted. [ 885.152607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.152810] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.152877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.153232] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.153232] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.153232] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.153388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.153388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.153476] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.169273] env[65894]: INFO networking_nsxv3.common.synchronization [req-f6d077b1-76dd-441d-bef9-adcd7b0558f1 req-5e504280-03c2-492d-88fa-090e20e8e789 tempest-SecurityGroupRulesTestJSON-1375794025 tempest-SecurityGroupRulesTestJSON-1375794025-project-member] Enqueued Resource ID: 6e7ce651-8547-4fc5-a17a-8aae85ae45f2 with Priority: HIGHEST for action security_group_rules [ 885.169384] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e7ce651-8547-4fc5-a17a-8aae85ae45f2 with Priority: HIGHEST for action security_group_rules [ 885.169917] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e7ce651-8547-4fc5-a17a-8aae85ae45f2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.170126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e7ce651-8547-4fc5-a17a-8aae85ae45f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.170351] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e7ce651-8547-4fc5-a17a-8aae85ae45f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.171629] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e7ce651-8547-4fc5-a17a-8aae85ae45f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.171725] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e7ce651-8547-4fc5-a17a-8aae85ae45f2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.271720] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.272073] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-545" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.272225] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-545" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.272643] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-545" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.273045] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.273280] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.273389] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.273949] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.273949] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.274139] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.274194] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.274310] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.274754] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.274929] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.275071] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.275216] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.306258] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.306258] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 885.306258] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.306258] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-545" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.306258] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-c3e9f67b-f057-4368-b828-47626a281b3b taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.306258] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-c3e9f67b-f057-4368-b828-47626a281b3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.306258] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-c3e9f67b-f057-4368-b828-47626a281b3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.306258] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-c3e9f67b-f057-4368-b828-47626a281b3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.306258] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3e9f67b-f057-4368-b828-47626a281b3b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.443241] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fa1e7fc-2282-41de-8694-d3d93f575123 [ 885.447019] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.447019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.447019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.447019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.447019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.447019] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fa1e7fc-2282-41de-8694-d3d93f575123 already deleted. [ 885.447019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fa1e7fc-2282-41de-8694-d3d93f575123" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.546364] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.656367] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.657184] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.657429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.657704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.657821] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.658054] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.658168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.658256] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.658445] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.658568] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.658661] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b already deleted. [ 885.658741] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.693937] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.694145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.694145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.694346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.694456] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.694518] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e7ce651-8547-4fc5-a17a-8aae85ae45f2 already deleted. [ 885.694596] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e7ce651-8547-4fc5-a17a-8aae85ae45f2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.809500] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.810064] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.810319] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.810739] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.810979] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.811239] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port c3e9f67b-f057-4368-b828-47626a281b3b not found, creating... [ 885.811767] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.812048] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.812245] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.812619] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.812825] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.813293] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.813557] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.813752] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.814192] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.814425] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.814659] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: c3e9f67b-f057-4368-b828-47626a281b3b is going to be created. [ 885.875263] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.875596] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.875702] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.876106] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.876519] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.876777] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-c3e9f67b-f057-4368-b828-47626a281b3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.048991] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.412762] env[65894]: INFO networking_nsxv3.common.synchronization [req-de85020a-3595-4749-8ba6-0e3f4edc1531 req-857ff83b-2405-489b-b563-3228e23c901b tempest-AttachInterfacesUnderV243Test-1704630149 tempest-AttachInterfacesUnderV243Test-1704630149-project-member] Enqueued Resource ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea with Priority: HIGHEST for action security_group_members [ 886.413288] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea with Priority: HIGHEST for action security_group_members [ 886.413655] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-67cdace9-74ee-41e7-b54a-b7098dca0eea taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.413786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.413855] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.414141] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.414283] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.414384] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.414518] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.414621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.414707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.414800] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67cdace9-74ee-41e7-b54a-b7098dca0eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.546618] env[65894]: INFO networking_nsxv3.common.synchronization [req-49d7d784-e5e8-4bcd-a3c2-57b6bc299e56 req-7b6f29d6-8ec6-47b6-87c2-0cc6721e1e77 service nova] Enqueued Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_rules [ 886.546618] env[65894]: INFO networking_nsxv3.common.synchronization [req-49d7d784-e5e8-4bcd-a3c2-57b6bc299e56 req-7b6f29d6-8ec6-47b6-87c2-0cc6721e1e77 service nova] Enqueued Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_members [ 886.546863] env[65894]: INFO networking_nsxv3.common.synchronization [req-49d7d784-e5e8-4bcd-a3c2-57b6bc299e56 req-7b6f29d6-8ec6-47b6-87c2-0cc6721e1e77 service nova] Enqueued Resource ID: c3e9f67b-f057-4368-b828-47626a281b3b with Priority: HIGHEST for action port [ 886.547839] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_rules [ 886.548082] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_members [ 886.548129] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e9f67b-f057-4368-b828-47626a281b3b with Priority: HIGHEST for action port [ 886.548490] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.548651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.548763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.549059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.549177] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.550194] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.550349] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.550442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.550679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.550865] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.550990] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.551089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.551270] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.551386] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.551505] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.552431] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3e9f67b-f057-4368-b828-47626a281b3b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.552595] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3e9f67b-f057-4368-b828-47626a281b3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.552689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3e9f67b-f057-4368-b828-47626a281b3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.552878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3e9f67b-f057-4368-b828-47626a281b3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.552987] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3e9f67b-f057-4368-b828-47626a281b3b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.554704] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.556697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.556697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.556697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.556697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.556697] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 is going to be updated. [ 886.587730] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.587908] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.588016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.588292] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.588557] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.599965] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 in Status: IN_PROGRESS for 2s [ 886.904019] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-799 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.904336] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-799" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.904336] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-799" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.904657] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-799" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.904918] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.905849] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.906071] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.906390] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.906712] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.906984] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.907174] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.907349] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.907522] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.907698] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.907846] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.908039] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.916863] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.917023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.917100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.917304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.917411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.917690] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.917843] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.918126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.918374] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.918508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.918604] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea already deleted. [ 886.918711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.928197] env[65894]: INFO networking_nsxv3.common.synchronization [req-2ba1e4d9-95f1-4079-a49a-a609473ed35d req-52cb6969-9d1a-4946-a7fc-5bea04975371 tempest-SecurityGroupRulesTestJSON-1375794025 tempest-SecurityGroupRulesTestJSON-1375794025-project-member] Enqueued Resource ID: a51b3b41-b25b-44e9-9d94-b2fae738af07 with Priority: HIGHEST for action security_group_rules [ 886.929070] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a51b3b41-b25b-44e9-9d94-b2fae738af07 with Priority: HIGHEST for action security_group_rules [ 886.930243] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a51b3b41-b25b-44e9-9d94-b2fae738af07 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.930317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a51b3b41-b25b-44e9-9d94-b2fae738af07" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.930390] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a51b3b41-b25b-44e9-9d94-b2fae738af07" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.930646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a51b3b41-b25b-44e9-9d94-b2fae738af07" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.930731] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a51b3b41-b25b-44e9-9d94-b2fae738af07',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.932743] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.932894] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.933063] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.933237] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-799" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.933614] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-200dcdd7-617d-480c-a91b-2b7763c8517c taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.933784] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-200dcdd7-617d-480c-a91b-2b7763c8517c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.933991] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-200dcdd7-617d-480c-a91b-2b7763c8517c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.934325] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-200dcdd7-617d-480c-a91b-2b7763c8517c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.934457] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('200dcdd7-617d-480c-a91b-2b7763c8517c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.056415] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.059290] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.059429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.059608] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3e9f67b-f057-4368-b828-47626a281b3b with status ACTIVE [ 887.059765] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.059872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.059936] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.060162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.060248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.060415] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.060508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.060607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.060717] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.060810] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.061033] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.063587] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.063681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.063799] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.064522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.064522] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3e9f67b-f057-4368-b828-47626a281b3b is going to be updated. [ 887.086526] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.086642] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.086702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.086921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.087110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.087653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3e9f67b-f057-4368-b828-47626a281b3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.392418] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-459 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.392646] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-459" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.392733] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-459" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.393090] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-459" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.393354] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.393578] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.393695] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.393917] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.394073] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.394281] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 887.394389] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 887.394496] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 887.394599] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 887.394706] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 887.394806] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 887.394931] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 887.413511] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 887.413732] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 887.413907] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 887.414099] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-459" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.414409] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-d1ef161a-969c-4d0e-8022-387ed6972556 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.414583] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-d1ef161a-969c-4d0e-8022-387ed6972556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.414699] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-d1ef161a-969c-4d0e-8022-387ed6972556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.415018] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-d1ef161a-969c-4d0e-8022-387ed6972556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.415205] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1ef161a-969c-4d0e-8022-387ed6972556',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.436538] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.436743] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.436862] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.437158] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.437298] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.437444] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 200dcdd7-617d-480c-a91b-2b7763c8517c not found, creating... [ 887.437696] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.437844] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.437954] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.438177] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.438306] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.438604] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.438755] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.438865] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.439072] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.439199] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.439328] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 200dcdd7-617d-480c-a91b-2b7763c8517c is going to be created. [ 887.457664] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.457876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.457943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.458235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.458571] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.458571] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a51b3b41-b25b-44e9-9d94-b2fae738af07 already deleted. [ 887.458686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a51b3b41-b25b-44e9-9d94-b2fae738af07" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.461999] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.462262] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.462425] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.462751] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.463057] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.463356] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-200dcdd7-617d-480c-a91b-2b7763c8517c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.559558] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.917503] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.918068] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.918068] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.918273] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.918434] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.918622] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port d1ef161a-969c-4d0e-8022-387ed6972556 not found, creating... [ 887.918875] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.919038] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.919156] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.919383] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.919556] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.919855] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.920035] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.920132] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.920342] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.920472] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.920608] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: d1ef161a-969c-4d0e-8022-387ed6972556 is going to be created. [ 887.942930] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.943177] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.943339] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.943724] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.944037] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.944321] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-d1ef161a-969c-4d0e-8022-387ed6972556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.061960] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.062151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.062193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.062431] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.062523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.062627] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b is going to be created. [ 888.093713] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.093945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.094064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.094290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.094469] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.107829] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: UNINITIALIZED for 2s [ 888.199079] env[65894]: INFO networking_nsxv3.common.synchronization [req-de85020a-3595-4749-8ba6-0e3f4edc1531 req-d0f20785-42fb-4a77-a145-d9ced82531e5 service nova] Enqueued Resource ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea with Priority: HIGHEST for action security_group_rules [ 888.199277] env[65894]: INFO networking_nsxv3.common.synchronization [req-de85020a-3595-4749-8ba6-0e3f4edc1531 req-d0f20785-42fb-4a77-a145-d9ced82531e5 service nova] Enqueued Resource ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea with Priority: HIGHEST for action security_group_members [ 888.199495] env[65894]: INFO networking_nsxv3.common.synchronization [req-de85020a-3595-4749-8ba6-0e3f4edc1531 req-d0f20785-42fb-4a77-a145-d9ced82531e5 service nova] Enqueued Resource ID: 200dcdd7-617d-480c-a91b-2b7763c8517c with Priority: HIGHEST for action port [ 888.200365] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea with Priority: HIGHEST for action security_group_rules [ 888.200365] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea with Priority: HIGHEST for action security_group_members [ 888.200465] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200dcdd7-617d-480c-a91b-2b7763c8517c with Priority: HIGHEST for action port [ 888.201212] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67cdace9-74ee-41e7-b54a-b7098dca0eea taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.201344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.201413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.201658] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.201735] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67cdace9-74ee-41e7-b54a-b7098dca0eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.203539] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-67cdace9-74ee-41e7-b54a-b7098dca0eea taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.203636] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.203636] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.203808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.203961] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.204070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.204134] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.204277] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.204368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.204459] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67cdace9-74ee-41e7-b54a-b7098dca0eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.205452] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-200dcdd7-617d-480c-a91b-2b7763c8517c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.205452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-200dcdd7-617d-480c-a91b-2b7763c8517c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.205452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-200dcdd7-617d-480c-a91b-2b7763c8517c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.205650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-200dcdd7-617d-480c-a91b-2b7763c8517c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.205650] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('200dcdd7-617d-480c-a91b-2b7763c8517c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.615384] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 in Status: SUCCESS [ 888.615662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.615839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.616122] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.616389] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.616710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.616818] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.617079] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.617222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.617347] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.617481] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.666952] env[65894]: INFO networking_nsxv3.common.synchronization [req-49d7d784-e5e8-4bcd-a3c2-57b6bc299e56 req-975accb4-2e36-43bb-85bc-1b6d4fa7a11d service nova] Enqueued Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_rules [ 888.667218] env[65894]: INFO networking_nsxv3.common.synchronization [req-49d7d784-e5e8-4bcd-a3c2-57b6bc299e56 req-975accb4-2e36-43bb-85bc-1b6d4fa7a11d service nova] Enqueued Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_members [ 888.667378] env[65894]: INFO networking_nsxv3.common.synchronization [req-49d7d784-e5e8-4bcd-a3c2-57b6bc299e56 req-975accb4-2e36-43bb-85bc-1b6d4fa7a11d service nova] Enqueued Resource ID: d1ef161a-969c-4d0e-8022-387ed6972556 with Priority: HIGHEST for action port [ 888.667907] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_rules [ 888.669510] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_members [ 888.669703] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1ef161a-969c-4d0e-8022-387ed6972556 with Priority: HIGHEST for action port [ 888.670630] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.670761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.670993] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.671108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.671311] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1ef161a-969c-4d0e-8022-387ed6972556 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.671418] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1ef161a-969c-4d0e-8022-387ed6972556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.671478] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1ef161a-969c-4d0e-8022-387ed6972556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.671763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1ef161a-969c-4d0e-8022-387ed6972556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.671849] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1ef161a-969c-4d0e-8022-387ed6972556',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.708039] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-67cdace9-74ee-41e7-b54a-b7098dca0eea taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.708039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.708253] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67cdace9-74ee-41e7-b54a-b7098dca0eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.709023] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 200dcdd7-617d-480c-a91b-2b7763c8517c with status ACTIVE [ 888.709247] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.709388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.709494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.709903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.709903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.710037] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.710160] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.710241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.710451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.710559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.710776] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.710914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.710992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.711182] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.711278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.711377] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 200dcdd7-617d-480c-a91b-2b7763c8517c is going to be updated. [ 888.745103] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.745259] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.745329] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.745546] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.745687] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.745845] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-200dcdd7-617d-480c-a91b-2b7763c8517c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.970167] env[65894]: INFO networking_nsxv3.common.synchronization [req-2dfd5b62-1495-4633-b920-e14c2ae6dca9 req-84a682bd-4a7c-446e-aafd-6d5f78c1b1c6 tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_members [ 888.971288] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_members [ 888.971915] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.972469] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.972598] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.972886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.973156] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.973322] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.973424] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.973776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.974326] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.974326] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.120604] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.120776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.120855] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.121071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.121308] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.121402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.121402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.121618] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.121618] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.121736] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.121864] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.121958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.122053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.122180] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.122317] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.122409] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.122470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.122611] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.122684] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.122766] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.122854] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.174344] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1ef161a-969c-4d0e-8022-387ed6972556 with status ACTIVE [ 889.174580] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.174715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.174787] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.175023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.175123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.175611] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.175611] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.175611] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.175611] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.175807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.175861] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.175953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.176034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.176169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.176243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.176327] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1ef161a-969c-4d0e-8022-387ed6972556 is going to be updated. [ 889.204723] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.207620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.207620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.207620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.207620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.207620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1ef161a-969c-4d0e-8022-387ed6972556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.214799] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67cdace9-74ee-41e7-b54a-b7098dca0eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.458922] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.459255] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-19" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.459481] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-19" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.459872] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-19" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.460275] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.460451] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.460619] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.461281] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.461281] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.461417] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.461591] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.462038] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.462038] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.462038] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.462142] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.462331] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.476380] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.486756] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.486756] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 889.487220] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.487452] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-19" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.487899] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-bd99c45e-7003-49da-a787-e82ed8d5fe4b taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.488010] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-bd99c45e-7003-49da-a787-e82ed8d5fe4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.488194] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-bd99c45e-7003-49da-a787-e82ed8d5fe4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.488433] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-bd99c45e-7003-49da-a787-e82ed8d5fe4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.488802] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd99c45e-7003-49da-a787-e82ed8d5fe4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.577233] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.577233] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-545" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.577233] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-545" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.577233] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-545" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.577233] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.577233] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.577233] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.577669] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.577959] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.578369] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.578856] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.579091] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.579321] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.579546] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.579854] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.580175] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.598975] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.599187] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 889.599339] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.599537] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-545" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.599884] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-a002cd17-6c34-4385-a04f-ff74c6bb013a taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.600098] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-a002cd17-6c34-4385-a04f-ff74c6bb013a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.600217] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-a002cd17-6c34-4385-a04f-ff74c6bb013a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.600596] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-a002cd17-6c34-4385-a04f-ff74c6bb013a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.600831] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a002cd17-6c34-4385-a04f-ff74c6bb013a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.626422] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c63cf89a-bf4e-41fa-8db1-201b7f9dbb01: rpc.has_security_group_logging(os_id): False [ 889.647663] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.647663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.647663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.647663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.647663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.647663] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.647663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.647663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.647663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.647663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.648633] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.648633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.648633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.648633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.648633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.648633] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.648633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.648633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.648633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.648633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.648905] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 is going to be updated. [ 889.716616] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.716852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.716927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.717177] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.717261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.717364] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea is going to be created. [ 889.719972] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.720174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.720272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.720487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.720641] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.738040] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 in Status: IN_PROGRESS for 2s [ 889.746965] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.747173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.747210] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.747476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.747597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.759548] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea in Status: UNINITIALIZED for 2s [ 889.978566] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.991343] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.991553] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.991677] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.991952] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.992138] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.992340] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port bd99c45e-7003-49da-a787-e82ed8d5fe4b not found, creating... [ 889.992606] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.992797] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.992874] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.993129] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.993273] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.993549] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.993702] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.993816] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.994026] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.994159] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.994294] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: bd99c45e-7003-49da-a787-e82ed8d5fe4b is going to be created. [ 890.027886] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.028219] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.028408] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.028877] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.029223] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.029572] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-bd99c45e-7003-49da-a787-e82ed8d5fe4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.103771] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.103990] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.104136] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.104423] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.104591] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.104714] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port a002cd17-6c34-4385-a04f-ff74c6bb013a not found, creating... [ 890.104971] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.105140] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.105263] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.105472] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.105605] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.105882] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.106256] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.106378] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.106660] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.106794] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.106931] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: a002cd17-6c34-4385-a04f-ff74c6bb013a is going to be created. [ 890.119236] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: SUCCESS [ 890.119236] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.119236] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.119236] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.119236] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.120304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.120304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.120304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.120304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.120304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.120304] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.120751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.120921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.121095] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.121198] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.121261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.121402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.121481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.121568] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.137768] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.138034] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.138109] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.138401] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.138750] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.138981] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-a002cd17-6c34-4385-a04f-ff74c6bb013a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.481677] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.481905] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.482025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.482367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.482512] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.482667] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 is going to be updated. [ 890.525300] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.525525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.525629] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.525886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.526087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.544638] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: IN_PROGRESS for 2s [ 890.625363] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.625573] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.625867] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.784760] env[65894]: INFO networking_nsxv3.common.synchronization [req-2dfd5b62-1495-4633-b920-e14c2ae6dca9 req-f7710547-b4dd-4351-88e0-9d45400f75e4 service nova] Enqueued Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_rules [ 890.784760] env[65894]: INFO networking_nsxv3.common.synchronization [req-2dfd5b62-1495-4633-b920-e14c2ae6dca9 req-f7710547-b4dd-4351-88e0-9d45400f75e4 service nova] Enqueued Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_members [ 890.784962] env[65894]: INFO networking_nsxv3.common.synchronization [req-2dfd5b62-1495-4633-b920-e14c2ae6dca9 req-f7710547-b4dd-4351-88e0-9d45400f75e4 service nova] Enqueued Resource ID: bd99c45e-7003-49da-a787-e82ed8d5fe4b with Priority: HIGHEST for action port [ 890.785533] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_rules [ 890.785719] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_members [ 890.785917] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd99c45e-7003-49da-a787-e82ed8d5fe4b with Priority: HIGHEST for action port [ 890.786434] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.786434] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.786640] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.786794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.786844] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.788120] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.788213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.788432] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd99c45e-7003-49da-a787-e82ed8d5fe4b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.788596] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd99c45e-7003-49da-a787-e82ed8d5fe4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.788677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd99c45e-7003-49da-a787-e82ed8d5fe4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.788903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd99c45e-7003-49da-a787-e82ed8d5fe4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.789027] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd99c45e-7003-49da-a787-e82ed8d5fe4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.882856] env[65894]: INFO networking_nsxv3.common.synchronization [req-49d7d784-e5e8-4bcd-a3c2-57b6bc299e56 req-bf5ed711-7e41-426c-b9f3-cec0407d360b service nova] Enqueued Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_rules [ 890.883069] env[65894]: INFO networking_nsxv3.common.synchronization [req-49d7d784-e5e8-4bcd-a3c2-57b6bc299e56 req-bf5ed711-7e41-426c-b9f3-cec0407d360b service nova] Enqueued Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_members [ 890.883214] env[65894]: INFO networking_nsxv3.common.synchronization [req-49d7d784-e5e8-4bcd-a3c2-57b6bc299e56 req-bf5ed711-7e41-426c-b9f3-cec0407d360b service nova] Enqueued Resource ID: a002cd17-6c34-4385-a04f-ff74c6bb013a with Priority: HIGHEST for action port [ 890.883756] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_rules [ 890.883902] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_members [ 890.883998] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a002cd17-6c34-4385-a04f-ff74c6bb013a with Priority: HIGHEST for action port [ 890.884306] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.884405] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.884609] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.884691] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.884865] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-a002cd17-6c34-4385-a04f-ff74c6bb013a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.884966] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a002cd17-6c34-4385-a04f-ff74c6bb013a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.885028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a002cd17-6c34-4385-a04f-ff74c6bb013a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.885227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a002cd17-6c34-4385-a04f-ff74c6bb013a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.885306] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a002cd17-6c34-4385-a04f-ff74c6bb013a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.130954] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.290567] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.290764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.293809] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd99c45e-7003-49da-a787-e82ed8d5fe4b with status ACTIVE [ 891.293809] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.293809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.293809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.294217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.294217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.294217] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.294304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.294376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.294577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.294685] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.295251] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.295251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.295251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.295251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.295251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.295557] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd99c45e-7003-49da-a787-e82ed8d5fe4b is going to be updated. [ 891.322437] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.322539] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.322567] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.322837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.323958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.323958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd99c45e-7003-49da-a787-e82ed8d5fe4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.388037] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a002cd17-6c34-4385-a04f-ff74c6bb013a with status ACTIVE [ 891.388037] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.388037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.388207] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.388333] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.388425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.388649] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.388758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.388821] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.389603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.389603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.389603] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.389603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.389603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.389603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.389603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.389838] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a002cd17-6c34-4385-a04f-ff74c6bb013a is going to be updated. [ 891.412085] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.412412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.412412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.412532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.412625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.412783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a002cd17-6c34-4385-a04f-ff74c6bb013a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.636107] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.636107] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.636107] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.636107] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.636107] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.636107] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b is going to be updated. [ 891.668346] env[65894]: INFO networking_nsxv3.common.synchronization [req-a332bbc6-e8aa-4123-afcc-d9a580e0aa77 req-fac08571-8bf8-41c2-b65e-d2ac89cb2c01 tempest-MigrationsAdminTest-1085026424 tempest-MigrationsAdminTest-1085026424-project-member] Enqueued Resource ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e with Priority: HIGHEST for action security_group_members [ 891.669647] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e with Priority: HIGHEST for action security_group_members [ 891.670066] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.670241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.670353] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.670648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.670896] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.671341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.671341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.671435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.671464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.671609] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27dcb00d-d9b1-4a52-b1f9-98ade02bca4e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.676179] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.676179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.676179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.676179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.676179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.690019] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: IN_PROGRESS for 2s [ 891.763773] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 in Status: SUCCESS [ 891.764027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.769794] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea in Status: SUCCESS [ 891.770309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.770309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.770309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.770640] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.770640] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.770640] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.771372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.771372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.771372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.771372] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67cdace9-74ee-41e7-b54a-b7098dca0eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.892164] env[65894]: INFO networking_nsxv3.common.synchronization [req-31fe4d4d-5376-4317-9aba-8655ca672f6b req-a5440ec1-2b62-4846-9cbe-d8390e09a963 tempest-ImagesTestJSON-440520544 tempest-ImagesTestJSON-440520544-project-member] Enqueued Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_members [ 891.896230] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_members [ 891.896230] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.896230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.896230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.896230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.896230] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.896230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.896230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.896230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.896230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.896230] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.172884] env[65894]: INFO networking_nsxv3.common.synchronization [req-462c9f1c-d00f-463e-a0d5-331a8221bfbd req-34555100-f13a-4c53-a4ce-b7cdc94bb51e tempest-SecurityGroupRulesTestJSON-1375794025 tempest-SecurityGroupRulesTestJSON-1375794025-project-member] Enqueued Resource ID: fdd1fd73-9307-4bc4-a946-ec28d8dd384b with Priority: HIGHEST for action security_group_rules [ 892.173252] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdd1fd73-9307-4bc4-a946-ec28d8dd384b with Priority: HIGHEST for action security_group_rules [ 892.173865] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdd1fd73-9307-4bc4-a946-ec28d8dd384b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.173865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdd1fd73-9307-4bc4-a946-ec28d8dd384b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.173865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdd1fd73-9307-4bc4-a946-ec28d8dd384b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.174046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdd1fd73-9307-4bc4-a946-ec28d8dd384b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.174073] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdd1fd73-9307-4bc4-a946-ec28d8dd384b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.174857] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27dcb00d-d9b1-4a52-b1f9-98ade02bca4e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.232027] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-292 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.232027] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.232027] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.232027] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.232027] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.232027] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.232027] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.232027] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.232027] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.232513] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.232513] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.232513] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.232607] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.232638] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.232725] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.232848] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.257050] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.257050] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 892.257050] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.257050] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.257050] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-9c259846-7838-4dc7-a1f6-b2d6cc258a8e taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.257050] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-9c259846-7838-4dc7-a1f6-b2d6cc258a8e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.257050] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-9c259846-7838-4dc7-a1f6-b2d6cc258a8e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.257050] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-9c259846-7838-4dc7-a1f6-b2d6cc258a8e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.257050] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c259846-7838-4dc7-a1f6-b2d6cc258a8e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.273813] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67cdace9-74ee-41e7-b54a-b7098dca0eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.398130] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.553504] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: SUCCESS [ 892.553725] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.553914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.554111] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.554295] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.554414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.554489] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.554700] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.554785] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.554878] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.677614] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27dcb00d-d9b1-4a52-b1f9-98ade02bca4e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.695008] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.695215] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.695215] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.695423] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.695507] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.695601] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdd1fd73-9307-4bc4-a946-ec28d8dd384b already deleted. [ 892.695915] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdd1fd73-9307-4bc4-a946-ec28d8dd384b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.759628] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.759846] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.759970] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.760293] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.760427] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.760576] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 9c259846-7838-4dc7-a1f6-b2d6cc258a8e not found, creating... [ 892.761052] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.761195] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.761311] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.761575] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.761717] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.762014] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.762173] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.762286] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.762532] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.762634] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.762771] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 9c259846-7838-4dc7-a1f6-b2d6cc258a8e is going to be created. [ 892.776702] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67cdace9-74ee-41e7-b54a-b7098dca0eea: rpc.has_security_group_logging(os_id): False [ 892.784140] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.784399] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.784564] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.784923] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.785182] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.785711] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-9c259846-7838-4dc7-a1f6-b2d6cc258a8e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.806061] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.806225] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.806298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.806584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.806678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.806933] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.807053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.807120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.807279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.807356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.807445] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea is going to be created. [ 892.898363] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.898693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.898784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.898966] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.899174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.900359] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.914057] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea in Status: IN_PROGRESS for 2s [ 893.058424] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.181568] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.181904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.181904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.182088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.182187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.182303] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e is going to be updated. [ 893.213693] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.213905] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.213971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.214194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.214354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.225838] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e in Status: IN_PROGRESS for 2s [ 893.308936] env[65894]: INFO networking_nsxv3.common.synchronization [req-b9f3d910-f893-4f12-a655-6809e1795335 req-f598f508-5a8c-4879-a50a-b5cc2a4bc48f tempest-SecurityGroupRulesTestJSON-1375794025 tempest-SecurityGroupRulesTestJSON-1375794025-project-member] Enqueued Resource ID: fdd1fd73-9307-4bc4-a946-ec28d8dd384b with Priority: HIGHEST for action security_group_rules [ 893.309424] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdd1fd73-9307-4bc4-a946-ec28d8dd384b with Priority: HIGHEST for action security_group_rules [ 893.310187] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdd1fd73-9307-4bc4-a946-ec28d8dd384b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.310187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdd1fd73-9307-4bc4-a946-ec28d8dd384b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.310187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdd1fd73-9307-4bc4-a946-ec28d8dd384b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.310294] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdd1fd73-9307-4bc4-a946-ec28d8dd384b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.310294] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdd1fd73-9307-4bc4-a946-ec28d8dd384b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.402913] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.403237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.403361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.403860] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.403928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.404077] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 is going to be updated. [ 893.442444] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.442649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.442804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.443162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.443393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.454147] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: IN_PROGRESS for 2s [ 893.561836] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.564765] env[65894]: INFO networking_nsxv3.common.synchronization [req-a332bbc6-e8aa-4123-afcc-d9a580e0aa77 req-9ca04c8d-57af-47df-a81c-ad7e4e77c43f service nova] Enqueued Resource ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e with Priority: HIGHEST for action security_group_rules [ 893.565301] env[65894]: INFO networking_nsxv3.common.synchronization [req-a332bbc6-e8aa-4123-afcc-d9a580e0aa77 req-9ca04c8d-57af-47df-a81c-ad7e4e77c43f service nova] Enqueued Resource ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e with Priority: HIGHEST for action security_group_members [ 893.565556] env[65894]: INFO networking_nsxv3.common.synchronization [req-a332bbc6-e8aa-4123-afcc-d9a580e0aa77 req-9ca04c8d-57af-47df-a81c-ad7e4e77c43f service nova] Enqueued Resource ID: 9c259846-7838-4dc7-a1f6-b2d6cc258a8e with Priority: HIGHEST for action port [ 893.566289] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e with Priority: HIGHEST for action security_group_rules [ 893.566679] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e with Priority: HIGHEST for action security_group_members [ 893.566858] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c259846-7838-4dc7-a1f6-b2d6cc258a8e with Priority: HIGHEST for action port [ 893.567216] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.567649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.567649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.567882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.568021] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27dcb00d-d9b1-4a52-b1f9-98ade02bca4e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.569237] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.569382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.569676] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c259846-7838-4dc7-a1f6-b2d6cc258a8e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.569843] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c259846-7838-4dc7-a1f6-b2d6cc258a8e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.570069] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c259846-7838-4dc7-a1f6-b2d6cc258a8e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.570256] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c259846-7838-4dc7-a1f6-b2d6cc258a8e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.570383] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c259846-7838-4dc7-a1f6-b2d6cc258a8e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.702999] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: SUCCESS [ 893.703354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.703646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.703927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.704242] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.704425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.704550] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.704792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.704905] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.705073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.705345] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.705480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.705582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.708876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.708876] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.708876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.708876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.708876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.708876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.708876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.708876] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.708876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.708876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.708876] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.709508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.709508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.709759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.709893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.710017] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.834492] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.834705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.834810] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.835065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.835194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.835318] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdd1fd73-9307-4bc4-a946-ec28d8dd384b already deleted. [ 893.835427] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdd1fd73-9307-4bc4-a946-ec28d8dd384b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.067754] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.069296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.069392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.069707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.069806] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.069920] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 is going to be updated. [ 894.075749] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.075749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.075749] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c259846-7838-4dc7-a1f6-b2d6cc258a8e with status ACTIVE [ 894.075749] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.075749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.075749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.075749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.075749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.075749] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.075749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.075749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.075749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.075749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.078440] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.078440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.078440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.078440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.078440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.078689] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c259846-7838-4dc7-a1f6-b2d6cc258a8e is going to be updated. [ 894.106865] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.108462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.108558] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.108773] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.111937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.111937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c259846-7838-4dc7-a1f6-b2d6cc258a8e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.113765] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.113912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.113970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.114188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.114331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.134182] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: IN_PROGRESS for 2s [ 894.214039] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb04502a-3941-4620-8d7a-9ce1437ffc4b: rpc.has_security_group_logging(os_id): False [ 894.217056] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.244896] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.244896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.244896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.244896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.244896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.244896] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.244896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.244896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.244896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.244896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.244896] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.244896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.244896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.244896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.245570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.245570] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.245570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.245570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.245570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.245856] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.245856] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b is going to be created. [ 894.334388] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.334570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.334608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.334812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.335011] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.348753] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: IN_PROGRESS for 2s [ 894.430285] env[65894]: INFO networking_nsxv3.common.synchronization [req-7e44147a-afee-4cd6-bad0-4020f4fb33cb req-caeaaef2-f255-4a72-be21-935b7dbfdb4d tempest-SecurityGroupRulesTestJSON-1375794025 tempest-SecurityGroupRulesTestJSON-1375794025-project-member] Enqueued Resource ID: fdd1fd73-9307-4bc4-a946-ec28d8dd384b with Priority: HIGHEST for action security_group_rules [ 894.430976] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdd1fd73-9307-4bc4-a946-ec28d8dd384b with Priority: HIGHEST for action security_group_rules [ 894.431392] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdd1fd73-9307-4bc4-a946-ec28d8dd384b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.431526] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdd1fd73-9307-4bc4-a946-ec28d8dd384b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.431594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdd1fd73-9307-4bc4-a946-ec28d8dd384b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.431800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdd1fd73-9307-4bc4-a946-ec28d8dd384b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.431985] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdd1fd73-9307-4bc4-a946-ec28d8dd384b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.718911] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.939876] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea in Status: SUCCESS [ 894.939876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.955205] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.955205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.955205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.955205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.955205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.955205] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdd1fd73-9307-4bc4-a946-ec28d8dd384b already deleted. [ 894.955205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdd1fd73-9307-4bc4-a946-ec28d8dd384b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.223233] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.223615] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.223615] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.223869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.224020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.224182] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b is going to be updated. [ 895.240658] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e in Status: SUCCESS [ 895.242261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.242261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.242261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.242261] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.242261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.242261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.242261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.242261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.242261] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27dcb00d-d9b1-4a52-b1f9-98ade02bca4e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.263031] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.263358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.263488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.263692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.263858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.275871] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: IN_PROGRESS for 2s [ 895.464161] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: SUCCESS [ 895.464330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.745164] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27dcb00d-d9b1-4a52-b1f9-98ade02bca4e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.147679] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: SUCCESS [ 896.147842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.147969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.148242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.148451] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.148608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.148691] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.148858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.148947] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.149045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.149162] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.247779] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27dcb00d-d9b1-4a52-b1f9-98ade02bca4e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.360910] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: SUCCESS [ 896.361298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.361476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.361734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.361828] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.652035] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.652534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.652534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.652534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.652652] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.652785] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.652882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.653105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.653224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.653507] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.653565] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.653657] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.653742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.653929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.654142] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.654422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.654422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.654527] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.654627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.654745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.654865] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.752211] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.752211] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.752211] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.752473] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.752645] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.752806] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e is going to be updated. [ 896.789252] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.789583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.789583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.789937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.790181] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.818171] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e in Status: IN_PROGRESS for 2s [ 896.849479] env[65894]: INFO networking_nsxv3.common.synchronization [None req-3dacf4cc-369e-4a51-90e8-8b39e9c64b5b tempest-AttachVolumeNegativeTest-1233650290 tempest-AttachVolumeNegativeTest-1233650290-project-member] Enqueued Resource ID: caef5b3f-989a-4ca0-928d-c35d134fc1dd with Priority: HIGHEST for action security_group_rules [ 896.850614] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caef5b3f-989a-4ca0-928d-c35d134fc1dd with Priority: HIGHEST for action security_group_rules [ 896.850898] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-caef5b3f-989a-4ca0-928d-c35d134fc1dd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.850898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-caef5b3f-989a-4ca0-928d-c35d134fc1dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.850898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-caef5b3f-989a-4ca0-928d-c35d134fc1dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.851303] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-caef5b3f-989a-4ca0-928d-c35d134fc1dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.851419] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('caef5b3f-989a-4ca0-928d-c35d134fc1dd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.864155] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.864338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.158190] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb4c4952-c183-4257-8f27-6a7adc24e0c9: rpc.has_security_group_logging(os_id): False [ 897.178208] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.178343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.178343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.178599] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.178697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.178908] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.179016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.179080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.179239] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.179316] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.179501] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.179615] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.179672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.179817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.179888] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.180083] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.180176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.180236] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.180375] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.182700] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.182841] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 is going to be updated. [ 897.190262] env[65894]: INFO networking_nsxv3.common.synchronization [None req-54918418-ed29-4977-80bd-49ef01dc85d0 tempest-AttachVolumeNegativeTest-1233650290 tempest-AttachVolumeNegativeTest-1233650290-project-member] Enqueued Resource ID: caef5b3f-989a-4ca0-928d-c35d134fc1dd with Priority: HIGHEST for action security_group_rules [ 897.191012] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caef5b3f-989a-4ca0-928d-c35d134fc1dd with Priority: HIGHEST for action security_group_rules [ 897.192582] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-caef5b3f-989a-4ca0-928d-c35d134fc1dd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.192674] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-caef5b3f-989a-4ca0-928d-c35d134fc1dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.243378] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-202 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.243586] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-202" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.243704] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-202" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.244269] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-202" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.244269] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.244404] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.244495] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.245341] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.245628] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.245787] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.246098] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.246098] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.246170] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.246247] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.246554] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.246554] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.248748] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.248748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.249102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.249102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.250301] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.273057] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.273057] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 897.273347] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.273347] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-202" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.276502] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-662d5efd-e7a7-4c06-b653-2f5869e13db7 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.276502] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-662d5efd-e7a7-4c06-b653-2f5869e13db7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.276502] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-662d5efd-e7a7-4c06-b653-2f5869e13db7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.276502] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-662d5efd-e7a7-4c06-b653-2f5869e13db7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.276502] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('662d5efd-e7a7-4c06-b653-2f5869e13db7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.276502] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: IN_PROGRESS for 2s [ 897.286915] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: SUCCESS [ 897.287148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.287328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.287548] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.287744] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.287861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.287918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.288087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.288164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.288252] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.288342] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.381522] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.381522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.381522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.381522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.381522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.381841] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: caef5b3f-989a-4ca0-928d-c35d134fc1dd already deleted. [ 897.381841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-caef5b3f-989a-4ca0-928d-c35d134fc1dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.381841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-caef5b3f-989a-4ca0-928d-c35d134fc1dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.382000] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-caef5b3f-989a-4ca0-928d-c35d134fc1dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.382052] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('caef5b3f-989a-4ca0-928d-c35d134fc1dd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.780535] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.780535] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.780535] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.780535] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.780535] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.780535] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.780535] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.780535] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.780980] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.786024] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.786024] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.786024] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.786024] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.786024] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.786024] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.786024] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 662d5efd-e7a7-4c06-b653-2f5869e13db7 is going to be updated. [ 897.790981] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.794715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.794715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.794715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.794715] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.794715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.794715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.794715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.794715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.794715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.794715] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.794715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.794715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.794715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.794715] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.794715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.794715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.794715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.794715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.795903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.796257] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.816497] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.816884] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.817050] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.817344] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.817678] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.818268] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-662d5efd-e7a7-4c06-b653-2f5869e13db7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.923347] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.923554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.923621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.923943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.924050] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.924188] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: caef5b3f-989a-4ca0-928d-c35d134fc1dd already deleted. [ 897.924569] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-caef5b3f-989a-4ca0-928d-c35d134fc1dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.304699] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb04502a-3941-4620-8d7a-9ce1437ffc4b: rpc.has_security_group_logging(os_id): False [ 898.327835] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.328024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.328117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.328607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.328607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.329397] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.329397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.329397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.329397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.329669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.329729] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.329791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.329857] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.330071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.330156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.330404] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.330513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.330601] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.331134] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.331134] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.331134] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b is going to be updated. [ 898.428883] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.429237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.429237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.429483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.429636] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.447069] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: IN_PROGRESS for 2s [ 898.597178] env[65894]: INFO networking_nsxv3.common.synchronization [req-264fe897-e8bf-44b5-a471-b696afe950bd req-26429394-09a5-4020-82e6-92f16e7e9a61 service nova] Enqueued Resource ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 with Priority: HIGHEST for action security_group_rules [ 898.597178] env[65894]: INFO networking_nsxv3.common.synchronization [req-264fe897-e8bf-44b5-a471-b696afe950bd req-26429394-09a5-4020-82e6-92f16e7e9a61 service nova] Enqueued Resource ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 with Priority: HIGHEST for action security_group_members [ 898.597178] env[65894]: INFO networking_nsxv3.common.synchronization [req-264fe897-e8bf-44b5-a471-b696afe950bd req-26429394-09a5-4020-82e6-92f16e7e9a61 service nova] Enqueued Resource ID: 662d5efd-e7a7-4c06-b653-2f5869e13db7 with Priority: HIGHEST for action port [ 898.597178] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 with Priority: HIGHEST for action security_group_rules [ 898.597178] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 with Priority: HIGHEST for action security_group_members [ 898.597178] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662d5efd-e7a7-4c06-b653-2f5869e13db7 with Priority: HIGHEST for action port [ 898.597724] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e76421d-d8aa-4982-9c18-a4627c658fb0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.597881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.597951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.598195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.598283] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e76421d-d8aa-4982-9c18-a4627c658fb0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.604054] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e76421d-d8aa-4982-9c18-a4627c658fb0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.604054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.604054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.604054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.604054] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.604054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.604054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.604054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.604054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.604054] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e76421d-d8aa-4982-9c18-a4627c658fb0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.605710] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-662d5efd-e7a7-4c06-b653-2f5869e13db7 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.605862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-662d5efd-e7a7-4c06-b653-2f5869e13db7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.605931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-662d5efd-e7a7-4c06-b653-2f5869e13db7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.606228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-662d5efd-e7a7-4c06-b653-2f5869e13db7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.606308] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('662d5efd-e7a7-4c06-b653-2f5869e13db7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.833077] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e in Status: SUCCESS [ 898.833077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.833077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.833077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.833077] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.833077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.833077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.833077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.833077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.833077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.833077] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27dcb00d-d9b1-4a52-b1f9-98ade02bca4e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.847467] env[65894]: INFO networking_nsxv3.common.synchronization [req-5731e90e-368f-49e6-b93d-5c35fc58f4b9 req-36b7b231-4d88-4900-b541-3983d1637060 tempest-ImagesOneServerNegativeTestJSON-251457988 tempest-ImagesOneServerNegativeTestJSON-251457988-project-member] Enqueued Resource ID: e873305b-c351-4c61-b147-e545049f0706 with Priority: HIGHEST for action security_group_members [ 898.848312] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e873305b-c351-4c61-b147-e545049f0706 with Priority: HIGHEST for action security_group_members [ 898.848810] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e873305b-c351-4c61-b147-e545049f0706 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.848937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.849038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.849268] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.849812] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.849812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.849812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.849960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.850431] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.850431] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e873305b-c351-4c61-b147-e545049f0706',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.106355] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e76421d-d8aa-4982-9c18-a4627c658fb0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.108079] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e76421d-d8aa-4982-9c18-a4627c658fb0 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.108270] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.108480] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 662d5efd-e7a7-4c06-b653-2f5869e13db7 with status ACTIVE [ 899.108829] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.108961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.109081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.109330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.109430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.109659] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.109732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.109784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.109945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.110190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.110295] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.110342] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.110382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.110528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.110603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.110688] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 662d5efd-e7a7-4c06-b653-2f5869e13db7 is going to be updated. [ 899.151261] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.151497] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.151497] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.151815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.151884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.152082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-662d5efd-e7a7-4c06-b653-2f5869e13db7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.320219] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: SUCCESS [ 899.320481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.337421] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.337660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.337660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.338452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.338869] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.339090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.339220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.339436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.339528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.339628] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.339805] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.339909] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.339973] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.340152] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.340312] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.340435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.340902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.341182] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.341414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.341595] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.341772] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27dcb00d-d9b1-4a52-b1f9-98ade02bca4e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.354519] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.355077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.355077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.355300] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.355461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.355693] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.355867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.355958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.356240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.356806] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.356806] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e873305b-c351-4c61-b147-e545049f0706 is going to be updated. [ 899.392488] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.392648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.392685] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.392956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.393133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.404315] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e873305b-c351-4c61-b147-e545049f0706 in Status: IN_PROGRESS for 2s [ 899.609245] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e76421d-d8aa-4982-9c18-a4627c658fb0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.846261] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e: rpc.has_security_group_logging(os_id): False [ 899.865882] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.865882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.865882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.865882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.892759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.892759] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.892759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.892759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.893335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.893335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.893335] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.893335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.893452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.893535] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.893604] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.893795] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.893912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.893978] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.894295] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.894393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.894496] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e is going to be updated. [ 899.966695] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.967151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.967151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.967151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.967291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.982033] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e in Status: IN_PROGRESS for 2s [ 900.070657] env[65894]: INFO networking_nsxv3.common.synchronization [req-1716d057-27b7-4e65-9431-cf635ab131c1 req-e59d6f98-fbc9-4a48-a5c7-159251d87829 tempest-MultipleCreateTestJSON-464155730 tempest-MultipleCreateTestJSON-464155730-project-member] Enqueued Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGHEST for action security_group_members [ 900.070657] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGHEST for action security_group_members [ 900.070657] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d96db59-17da-4649-aa26-df276bf3abb4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.070657] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.070814] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.071726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.071726] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.071726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.072684] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.072684] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.072684] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.072684] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.112201] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.112386] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.112442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.112647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.112738] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.112869] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 is going to be updated. [ 900.168350] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.168731] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.168731] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.172394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.172593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.185286] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 in Status: IN_PROGRESS for 2s [ 900.471374] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: SUCCESS [ 900.471968] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.472257] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.472579] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.472719] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.576188] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.576188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.576188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.576513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.576634] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.576859] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.577040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.577083] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.577267] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.577330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.577426] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d96db59-17da-4649-aa26-df276bf3abb4 is going to be updated. [ 900.619462] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.620036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.620036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.620036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.620242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.633484] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d96db59-17da-4649-aa26-df276bf3abb4 in Status: IN_PROGRESS for 2s [ 900.764696] env[65894]: INFO networking_nsxv3.common.synchronization [req-323e0aa1-14c3-44b4-9d5b-d51535dd4673 req-2c88a248-acfb-49c9-93a1-dd1f95baa9f4 tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_members [ 900.765235] env[65894]: INFO networking_nsxv3.common.synchronization [req-323e0aa1-14c3-44b4-9d5b-d51535dd4673 req-2c88a248-acfb-49c9-93a1-dd1f95baa9f4 tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 with Priority: HIGHEST for action security_group_members [ 900.766542] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_members [ 900.766542] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 with Priority: HIGHEST for action security_group_members [ 900.766913] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.767056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.767136] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.767446] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.768025] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.768025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.768025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.768226] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.768392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.768544] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.769826] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.769962] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.770763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.771994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.771994] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.771994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.771994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.771994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.771994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.771994] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2dd6e17-b1f0-4a83-aae6-39cc5619e394',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.784572] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.784938] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-301" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.785147] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-301" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.785530] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-301" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.785924] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.786182] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.786333] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.786668] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.786883] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.787696] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.787892] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.788051] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.788209] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.788378] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.788638] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.788733] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.831034] env[65894]: INFO networking_nsxv3.common.synchronization [req-323e0aa1-14c3-44b4-9d5b-d51535dd4673 req-2c88a248-acfb-49c9-93a1-dd1f95baa9f4 tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 with Priority: HIGHEST for action security_group_rules [ 900.831258] env[65894]: INFO networking_nsxv3.common.synchronization [req-323e0aa1-14c3-44b4-9d5b-d51535dd4673 req-2c88a248-acfb-49c9-93a1-dd1f95baa9f4 tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 with Priority: HIGHEST for action security_group_members [ 900.831409] env[65894]: INFO networking_nsxv3.common.synchronization [req-323e0aa1-14c3-44b4-9d5b-d51535dd4673 req-2c88a248-acfb-49c9-93a1-dd1f95baa9f4 tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_rules [ 900.831946] env[65894]: INFO networking_nsxv3.common.synchronization [req-323e0aa1-14c3-44b4-9d5b-d51535dd4673 req-2c88a248-acfb-49c9-93a1-dd1f95baa9f4 tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_members [ 900.832417] env[65894]: INFO networking_nsxv3.common.synchronization [req-323e0aa1-14c3-44b4-9d5b-d51535dd4673 req-2c88a248-acfb-49c9-93a1-dd1f95baa9f4 tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: bd99c45e-7003-49da-a787-e82ed8d5fe4b with Priority: HIGHEST for action port [ 900.833044] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 with Priority: HIGHEST for action security_group_rules [ 900.833192] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_rules [ 900.833274] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd99c45e-7003-49da-a787-e82ed8d5fe4b with Priority: HIGHEST for action port [ 900.833524] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 with Priority: HIGHEST for action security_group_members [ 900.833524] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_members [ 900.833800] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2dd6e17-b1f0-4a83-aae6-39cc5619e394 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.833920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.833983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.834304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.834389] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2dd6e17-b1f0-4a83-aae6-39cc5619e394',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.836803] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.836947] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.837014] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.837249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.837339] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.838768] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd99c45e-7003-49da-a787-e82ed8d5fe4b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.838768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd99c45e-7003-49da-a787-e82ed8d5fe4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.838768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd99c45e-7003-49da-a787-e82ed8d5fe4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.838917] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd99c45e-7003-49da-a787-e82ed8d5fe4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.838917] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd99c45e-7003-49da-a787-e82ed8d5fe4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.839803] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.840521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.840912] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.841120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.843780] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.843997] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.055 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 900.844205] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.844481] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-301" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.844797] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-a91b2315-e44c-4c29-b7e7-d857f1100cd5 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.844973] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-a91b2315-e44c-4c29-b7e7-d857f1100cd5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.845143] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-a91b2315-e44c-4c29-b7e7-d857f1100cd5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.845462] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-a91b2315-e44c-4c29-b7e7-d857f1100cd5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.845666] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a91b2315-e44c-4c29-b7e7-d857f1100cd5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.976829] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.977051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.977127] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.977412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.977627] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.977744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.977812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.978011] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.978119] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.978216] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.978431] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.274474] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.278219] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2dd6e17-b1f0-4a83-aae6-39cc5619e394',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.337488] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.337807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.342408] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.342601] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.342757] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd99c45e-7003-49da-a787-e82ed8d5fe4b with status ACTIVE [ 901.342930] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.343113] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.343175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.343488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.343488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.343649] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.343775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.343827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.343971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.344111] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.344298] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.344457] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.344515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.344653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.344762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.344833] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd99c45e-7003-49da-a787-e82ed8d5fe4b is going to be updated. [ 901.347998] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.348223] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.348345] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.348718] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.348962] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.349151] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port a91b2315-e44c-4c29-b7e7-d857f1100cd5 not found, creating... [ 901.349422] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.349610] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.349813] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.350064] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.350207] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.350504] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.350665] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.350783] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.351124] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.351288] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.351434] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: a91b2315-e44c-4c29-b7e7-d857f1100cd5 is going to be created. [ 901.373412] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.373620] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.373883] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.374041] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.374276] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.374505] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-a91b2315-e44c-4c29-b7e7-d857f1100cd5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.376091] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.376217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.376284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.377512] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.377512] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.377512] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd99c45e-7003-49da-a787-e82ed8d5fe4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.416722] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e873305b-c351-4c61-b147-e545049f0706 in Status: SUCCESS [ 901.416722] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e873305b-c351-4c61-b147-e545049f0706 deletion is rescheduled due to dependency. [ 901.417167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.481762] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.482094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.482094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.482367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.482567] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.482694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.482768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.482950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.483071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.483174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.483343] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.483453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.483524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.483725] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.483854] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.483962] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.484045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.484211] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.484628] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.484628] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.484628] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.777191] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.780303] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2dd6e17-b1f0-4a83-aae6-39cc5619e394',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.988209] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb04502a-3941-4620-8d7a-9ce1437ffc4b: rpc.has_security_group_logging(os_id): False [ 902.013851] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.013851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.013851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.013851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.013851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.017214] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.017536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.017655] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.018041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.018328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.018753] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.018938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.019051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.019352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.019489] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.019859] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.020051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.020155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.020398] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.020529] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.020662] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b is going to be updated. [ 902.023603] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e in Status: SUCCESS [ 902.023887] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.111553] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.111736] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.111796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.112088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.112387] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.134076] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: IN_PROGRESS for 2s [ 902.198597] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 in Status: SUCCESS [ 902.199042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.199262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.199707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.199855] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.200021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.200085] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.200568] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.200568] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.200568] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.200568] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e76421d-d8aa-4982-9c18-a4627c658fb0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.280247] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.280466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.280511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.280751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.280864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.280993] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 is going to be updated. [ 902.282586] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.282916] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.283259] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.283490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.283593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.283718] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 is going to be created. [ 902.317182] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.317506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.317506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.317682] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.317885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.324370] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.324826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.324826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.325038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.325281] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.337856] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: IN_PROGRESS for 2s [ 902.338971] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 in Status: UNINITIALIZED for 2s [ 902.613517] env[65894]: INFO networking_nsxv3.common.synchronization [req-1716d057-27b7-4e65-9431-cf635ab131c1 req-5b69b366-c4bb-4937-9496-4edee3f00ea6 service nova] Enqueued Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGHEST for action security_group_rules [ 902.613805] env[65894]: INFO networking_nsxv3.common.synchronization [req-1716d057-27b7-4e65-9431-cf635ab131c1 req-5b69b366-c4bb-4937-9496-4edee3f00ea6 service nova] Enqueued Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGHEST for action security_group_members [ 902.614029] env[65894]: INFO networking_nsxv3.common.synchronization [req-1716d057-27b7-4e65-9431-cf635ab131c1 req-5b69b366-c4bb-4937-9496-4edee3f00ea6 service nova] Enqueued Resource ID: a91b2315-e44c-4c29-b7e7-d857f1100cd5 with Priority: HIGHEST for action port [ 902.614559] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGHEST for action security_group_rules [ 902.614693] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGHEST for action security_group_members [ 902.614795] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a91b2315-e44c-4c29-b7e7-d857f1100cd5 with Priority: HIGHEST for action port [ 902.615478] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d96db59-17da-4649-aa26-df276bf3abb4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.615620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.615692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.615891] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.615972] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.616978] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d96db59-17da-4649-aa26-df276bf3abb4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.618016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.618290] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-a91b2315-e44c-4c29-b7e7-d857f1100cd5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.618406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a91b2315-e44c-4c29-b7e7-d857f1100cd5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.618470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a91b2315-e44c-4c29-b7e7-d857f1100cd5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.618857] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a91b2315-e44c-4c29-b7e7-d857f1100cd5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.618975] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a91b2315-e44c-4c29-b7e7-d857f1100cd5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.644823] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d96db59-17da-4649-aa26-df276bf3abb4 in Status: SUCCESS [ 902.645026] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d96db59-17da-4649-aa26-df276bf3abb4 deletion is rescheduled due to dependency. [ 902.645168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.645636] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.645844] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.646055] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.646178] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.646254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.646399] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.646481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.646601] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.703551] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e76421d-d8aa-4982-9c18-a4627c658fb0 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.704950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.710016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.710016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.710016] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.710016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.710016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.710016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.710016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.710016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.710016] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e76421d-d8aa-4982-9c18-a4627c658fb0 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.710016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.710016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.710016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.710016] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.710016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.710016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.710016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.710016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.710016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.710628] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e76421d-d8aa-4982-9c18-a4627c658fb0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.918054] env[65894]: INFO networking_nsxv3.common.synchronization [req-1716d057-27b7-4e65-9431-cf635ab131c1 req-19854c0c-c320-4797-b8a8-8de510d92942 tempest-MultipleCreateTestJSON-464155730 tempest-MultipleCreateTestJSON-464155730-project-member] Enqueued Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGHEST for action security_group_members [ 902.918825] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGHEST for action security_group_members [ 902.920298] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d96db59-17da-4649-aa26-df276bf3abb4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.920298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.121042] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d96db59-17da-4649-aa26-df276bf3abb4 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.121188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.121390] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a91b2315-e44c-4c29-b7e7-d857f1100cd5 with status ACTIVE [ 903.121886] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.121886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.121886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.122466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.122466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.122466] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.122466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.122466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.122621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.122621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.122785] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.122882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.122938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.123104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.123178] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.123261] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a91b2315-e44c-4c29-b7e7-d857f1100cd5 is going to be updated. [ 903.152325] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.156813] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.156959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.157043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.157268] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.157420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.157584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a91b2315-e44c-4c29-b7e7-d857f1100cd5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.214604] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e76421d-d8aa-4982-9c18-a4627c658fb0: rpc.has_security_group_logging(os_id): False [ 903.237924] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.237924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.237924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.238387] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.238535] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.239721] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.239721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.239721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.239721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.239721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.240190] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.240190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.240190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.240395] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.240559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.241271] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.241271] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.241271] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.241271] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.241475] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.241580] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 is going to be updated. [ 903.357669] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.357750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.357780] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.358386] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.358386] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.390493] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 in Status: IN_PROGRESS for 2s [ 903.407800] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.409748] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-301" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.409748] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-301" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.409748] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-301" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.409748] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.409748] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.409748] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.410097] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.410285] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.410576] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.410769] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 903.410978] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 903.411119] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 903.411251] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.411392] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 903.411554] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 903.451698] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 903.451870] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 903.452017] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 903.452206] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-301" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.452664] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-9e2d9f23-2b47-42d7-a8ac-c62ffa1deeef taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.452916] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-9e2d9f23-2b47-42d7-a8ac-c62ffa1deeef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.452916] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-9e2d9f23-2b47-42d7-a8ac-c62ffa1deeef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.453243] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-9e2d9f23-2b47-42d7-a8ac-c62ffa1deeef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.453385] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e2d9f23-2b47-42d7-a8ac-c62ffa1deeef',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.656933] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.957147] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.957396] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.957525] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.957857] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.958024] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.958198] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 9e2d9f23-2b47-42d7-a8ac-c62ffa1deeef not found, creating... [ 903.958487] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.958682] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.958833] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.959149] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.959317] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.959711] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.959877] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.959993] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.960225] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.960359] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.960498] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 9e2d9f23-2b47-42d7-a8ac-c62ffa1deeef is going to be created. [ 903.980174] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.980413] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.980808] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.981173] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.981423] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.981664] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-9e2d9f23-2b47-42d7-a8ac-c62ffa1deeef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.157528] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.157639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.157714] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.157949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.158052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.159031] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d96db59-17da-4649-aa26-df276bf3abb4 is going to be updated. [ 904.164521] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: SUCCESS [ 904.165498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.226536] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.226536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.226536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.226536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.226536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.235992] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d96db59-17da-4649-aa26-df276bf3abb4 in Status: IN_PROGRESS for 2s [ 904.350226] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: SUCCESS [ 904.350439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.351281] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 in Status: SUCCESS [ 904.351480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.351653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.351874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.352076] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.352205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.352307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.352480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.352515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.352597] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.353441] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.353595] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.353781] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.353907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.353951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.354379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.354379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.354379] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2dd6e17-b1f0-4a83-aae6-39cc5619e394',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.723056] env[65894]: INFO networking_nsxv3.common.synchronization [req-1716d057-27b7-4e65-9431-cf635ab131c1 req-cbc0c838-6069-4777-a75e-822120a2cab1 service nova] Enqueued Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGHEST for action security_group_rules [ 904.723056] env[65894]: INFO networking_nsxv3.common.synchronization [req-1716d057-27b7-4e65-9431-cf635ab131c1 req-cbc0c838-6069-4777-a75e-822120a2cab1 service nova] Enqueued Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGHEST for action security_group_members [ 904.723056] env[65894]: INFO networking_nsxv3.common.synchronization [req-1716d057-27b7-4e65-9431-cf635ab131c1 req-cbc0c838-6069-4777-a75e-822120a2cab1 service nova] Enqueued Resource ID: 9e2d9f23-2b47-42d7-a8ac-c62ffa1deeef with Priority: HIGHEST for action port [ 904.723592] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGHEST for action security_group_rules [ 904.723736] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGHEST for action security_group_members [ 904.723851] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e2d9f23-2b47-42d7-a8ac-c62ffa1deeef with Priority: HIGHEST for action port [ 904.724541] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d96db59-17da-4649-aa26-df276bf3abb4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.724709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.724905] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d96db59-17da-4649-aa26-df276bf3abb4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.725000] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.725227] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e2d9f23-2b47-42d7-a8ac-c62ffa1deeef taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.725338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e2d9f23-2b47-42d7-a8ac-c62ffa1deeef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.725414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e2d9f23-2b47-42d7-a8ac-c62ffa1deeef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.727170] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e2d9f23-2b47-42d7-a8ac-c62ffa1deeef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.727170] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e2d9f23-2b47-42d7-a8ac-c62ffa1deeef',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.856091] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.857409] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2dd6e17-b1f0-4a83-aae6-39cc5619e394',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.230155] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e2d9f23-2b47-42d7-a8ac-c62ffa1deeef with status ACTIVE [ 905.230941] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.230941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.230941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.230941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.231246] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.231246] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.231389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.231446] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.231748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.232245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.232245] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.232357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.232458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.232627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.232743] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.232940] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e2d9f23-2b47-42d7-a8ac-c62ffa1deeef is going to be updated. [ 905.257295] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.257470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.257470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.258195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.258195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.258195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e2d9f23-2b47-42d7-a8ac-c62ffa1deeef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.360138] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.361171] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2dd6e17-b1f0-4a83-aae6-39cc5619e394',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.407377] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 in Status: SUCCESS [ 905.407674] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.863484] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.863934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.864258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.864613] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.864761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.865719] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 is going to be updated. [ 905.867120] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.867286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.867397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.867530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.867616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.867715] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 is going to be updated. [ 905.902129] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.902344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.902407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.902711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.902863] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.905553] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.905764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.905896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.906196] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.906433] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.920575] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: IN_PROGRESS for 2s [ 905.921735] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 in Status: IN_PROGRESS for 2s [ 905.940083] env[65894]: INFO networking_nsxv3.common.synchronization [req-b12d51fa-2729-48b6-9470-1a7691dc200b req-bf9f0839-5bd5-4c55-8c40-04def2b902f7 tempest-DeleteServersTestJSON-277239729 tempest-DeleteServersTestJSON-277239729-project-member] Enqueued Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 905.941693] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 905.941810] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.941904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.941963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.942204] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.942372] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.942478] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.942541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.942705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.942794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.942904] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.251218] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d96db59-17da-4649-aa26-df276bf3abb4 in Status: SUCCESS [ 906.252169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.252169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.252169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.252308] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.252415] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.252491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.252699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.252793] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.252889] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.447353] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.447636] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.447636] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.447817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.447941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.450058] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.450058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.450058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.450058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.450058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.450058] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 is going to be updated. [ 906.483275] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.483275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.483275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.483483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.483623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.492432] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-105 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.492700] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-105" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.492812] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-105" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.493637] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-105" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.493637] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.493637] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.493637] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.493943] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.495059] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.495059] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.495059] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.495059] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.495059] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.495059] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.495059] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.495059] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.509926] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: IN_PROGRESS for 2s [ 906.532552] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.532751] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 906.532926] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.533204] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-105" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.533599] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-278ba88f-27dd-4975-9732-b5a22fd861b3 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.533810] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-278ba88f-27dd-4975-9732-b5a22fd861b3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.533989] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-278ba88f-27dd-4975-9732-b5a22fd861b3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.535448] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-278ba88f-27dd-4975-9732-b5a22fd861b3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.535448] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('278ba88f-27dd-4975-9732-b5a22fd861b3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.756324] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.038208] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.038469] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.038573] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.039122] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.039377] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.039641] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 278ba88f-27dd-4975-9732-b5a22fd861b3 not found, creating... [ 907.040298] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.040558] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.041455] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.041887] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.042184] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.042790] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.043090] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.043310] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.043631] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.043843] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.044073] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 278ba88f-27dd-4975-9732-b5a22fd861b3 is going to be created. [ 907.077635] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.078083] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.078239] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.078555] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.078927] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.079295] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-278ba88f-27dd-4975-9732-b5a22fd861b3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.259719] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.763758] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.763959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.764248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.764390] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.764390] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.765548] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d96db59-17da-4649-aa26-df276bf3abb4 is going to be updated. [ 907.814261] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.814657] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.814657] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.814785] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.814961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.827956] env[65894]: INFO networking_nsxv3.common.synchronization [req-b12d51fa-2729-48b6-9470-1a7691dc200b req-dfc3205b-aa26-4c4a-8a93-9e69c74c4606 service nova] Enqueued Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_rules [ 907.828185] env[65894]: INFO networking_nsxv3.common.synchronization [req-b12d51fa-2729-48b6-9470-1a7691dc200b req-dfc3205b-aa26-4c4a-8a93-9e69c74c4606 service nova] Enqueued Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 907.828223] env[65894]: INFO networking_nsxv3.common.synchronization [req-b12d51fa-2729-48b6-9470-1a7691dc200b req-dfc3205b-aa26-4c4a-8a93-9e69c74c4606 service nova] Enqueued Resource ID: 278ba88f-27dd-4975-9732-b5a22fd861b3 with Priority: HIGHEST for action port [ 907.831305] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d96db59-17da-4649-aa26-df276bf3abb4 in Status: IN_PROGRESS for 2s [ 907.832738] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_rules [ 907.832944] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 907.833069] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 278ba88f-27dd-4975-9732-b5a22fd861b3 with Priority: HIGHEST for action port [ 907.833501] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.833966] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.837036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.837418] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.837589] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.839472] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.839598] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.840331] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-278ba88f-27dd-4975-9732-b5a22fd861b3 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.840331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-278ba88f-27dd-4975-9732-b5a22fd861b3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.840607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-278ba88f-27dd-4975-9732-b5a22fd861b3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.840711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-278ba88f-27dd-4975-9732-b5a22fd861b3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.842428] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('278ba88f-27dd-4975-9732-b5a22fd861b3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.935776] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: SUCCESS [ 907.935776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.935776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.935776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.936064] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.936064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.936159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.936942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.936942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.936942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.936942] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.938247] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 in Status: SUCCESS [ 907.938441] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.938594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.938810] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.939014] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.939132] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.939198] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.939353] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.939430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.939513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.939604] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2dd6e17-b1f0-4a83-aae6-39cc5619e394',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.248448] env[65894]: INFO networking_nsxv3.common.synchronization [req-6fd933d0-116c-4e01-8016-65ca6d201221 req-929dd925-d4aa-4e73-823c-6557aa1cf25c tempest-ServersTestMultiNic-583117744 tempest-ServersTestMultiNic-583117744-project-member] Enqueued Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_members [ 908.249588] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_members [ 908.251752] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.251752] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.251752] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.251991] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.252084] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.252204] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.252330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.252778] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.252778] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.252778] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.342592] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.342899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.344171] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 278ba88f-27dd-4975-9732-b5a22fd861b3 with status ACTIVE [ 908.344416] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.344668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.344668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.344868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.344960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.345151] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.345249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.345310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.345464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.345565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.345776] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.346153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.346153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.346153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.346265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.346265] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 278ba88f-27dd-4975-9732-b5a22fd861b3 is going to be updated. [ 908.381377] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.381571] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.381571] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.381892] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.382032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.382155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-278ba88f-27dd-4975-9732-b5a22fd861b3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.443045] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.443045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.443045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.443045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.443045] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.443045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.443045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.443672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.443672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.443672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.443672] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.443672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.443672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.443672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.444031] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.444031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.444031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.444204] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.444204] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.444204] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.444533] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.445272] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2dd6e17-b1f0-4a83-aae6-39cc5619e394',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.489662] env[65894]: INFO networking_nsxv3.common.synchronization [req-6fd933d0-116c-4e01-8016-65ca6d201221 req-a7ce473b-34d3-4b31-bc32-eb96e3a9994d tempest-ServersTestMultiNic-583117744 tempest-ServersTestMultiNic-583117744-project-member] Enqueued Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_members [ 908.490458] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_members [ 908.490791] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.490939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.524079] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: SUCCESS [ 908.524282] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 deletion is rescheduled due to dependency. [ 908.525283] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.525897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.526163] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.526361] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.526488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.526551] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.526723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.527042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.527042] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.730674] env[65894]: INFO networking_nsxv3.common.synchronization [req-6fd933d0-116c-4e01-8016-65ca6d201221 req-70e907e0-38d6-4db0-888a-e9e62abac4cb tempest-ServersTestMultiNic-583117744 tempest-ServersTestMultiNic-583117744-project-member] Enqueued Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_members [ 908.731758] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_members [ 908.732256] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.732533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.754333] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.947378] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb4c4952-c183-4257-8f27-6a7adc24e0c9: rpc.has_security_group_logging(os_id): False [ 908.948880] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2dd6e17-b1f0-4a83-aae6-39cc5619e394: rpc.has_security_group_logging(os_id): False [ 908.967228] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.967228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.967228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.967228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.967228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.967228] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.967545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.967545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.967545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.967619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.967700] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 is going to be created. [ 908.969791] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.969915] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.970066] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.970145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.970230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.972757] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.972757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.972757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.972757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.972757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.972757] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.972757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.972757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.972757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.972757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.972757] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.972757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.972757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.972757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.973345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.973345] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 is going to be updated. [ 909.029629] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.035432] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.035432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.035432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.035432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.035432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.045309] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.045309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.045309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.045309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.045309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.053344] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 in Status: IN_PROGRESS for 2s [ 909.061956] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: IN_PROGRESS for 2s [ 909.165975] env[65894]: INFO networking_nsxv3.common.synchronization [req-dd5fb391-01d9-4643-99e3-7d5260fef72b req-a603d1d6-da8e-428b-8f1f-c7f88488668c tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: 28ea125f-65d5-48bb-b26e-86c2b729e679 with Priority: HIGHEST for action security_group_members [ 909.166637] env[65894]: INFO networking_nsxv3.common.synchronization [req-dd5fb391-01d9-4643-99e3-7d5260fef72b req-a603d1d6-da8e-428b-8f1f-c7f88488668c tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 with Priority: HIGHEST for action security_group_members [ 909.166846] env[65894]: INFO networking_nsxv3.common.synchronization [req-dd5fb391-01d9-4643-99e3-7d5260fef72b req-a603d1d6-da8e-428b-8f1f-c7f88488668c tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_members [ 909.167665] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ea125f-65d5-48bb-b26e-86c2b729e679 with Priority: HIGHEST for action security_group_members [ 909.168186] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 with Priority: HIGHEST for action security_group_members [ 909.168186] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_members [ 909.168447] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ea125f-65d5-48bb-b26e-86c2b729e679 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.168916] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ea125f-65d5-48bb-b26e-86c2b729e679" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.169107] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ea125f-65d5-48bb-b26e-86c2b729e679" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.169443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ea125f-65d5-48bb-b26e-86c2b729e679" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.169663] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.169821] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.169907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.171048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.171048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.171048] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28ea125f-65d5-48bb-b26e-86c2b729e679',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.171557] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.171697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.171786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.171986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.172192] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.172315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.172397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.172577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.172684] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.172802] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2dd6e17-b1f0-4a83-aae6-39cc5619e394',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.174320] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.174943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.174943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.174943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.174943] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.175900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.175900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.175900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.175900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.175900] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.224526] env[65894]: INFO networking_nsxv3.common.synchronization [req-dd5fb391-01d9-4643-99e3-7d5260fef72b req-a603d1d6-da8e-428b-8f1f-c7f88488668c tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: 28ea125f-65d5-48bb-b26e-86c2b729e679 with Priority: HIGHEST for action security_group_rules [ 909.224728] env[65894]: INFO networking_nsxv3.common.synchronization [req-dd5fb391-01d9-4643-99e3-7d5260fef72b req-a603d1d6-da8e-428b-8f1f-c7f88488668c tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: 28ea125f-65d5-48bb-b26e-86c2b729e679 with Priority: HIGHEST for action security_group_members [ 909.224869] env[65894]: INFO networking_nsxv3.common.synchronization [req-dd5fb391-01d9-4643-99e3-7d5260fef72b req-a603d1d6-da8e-428b-8f1f-c7f88488668c tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 with Priority: HIGHEST for action security_group_rules [ 909.224994] env[65894]: INFO networking_nsxv3.common.synchronization [req-dd5fb391-01d9-4643-99e3-7d5260fef72b req-a603d1d6-da8e-428b-8f1f-c7f88488668c tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 with Priority: HIGHEST for action security_group_members [ 909.225364] env[65894]: INFO networking_nsxv3.common.synchronization [req-dd5fb391-01d9-4643-99e3-7d5260fef72b req-a603d1d6-da8e-428b-8f1f-c7f88488668c tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_rules [ 909.225546] env[65894]: INFO networking_nsxv3.common.synchronization [req-dd5fb391-01d9-4643-99e3-7d5260fef72b req-a603d1d6-da8e-428b-8f1f-c7f88488668c tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_members [ 909.225695] env[65894]: INFO networking_nsxv3.common.synchronization [req-dd5fb391-01d9-4643-99e3-7d5260fef72b req-a603d1d6-da8e-428b-8f1f-c7f88488668c tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: bd99c45e-7003-49da-a787-e82ed8d5fe4b with Priority: HIGHEST for action port [ 909.226221] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ea125f-65d5-48bb-b26e-86c2b729e679 with Priority: HIGHEST for action security_group_rules [ 909.226425] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 with Priority: HIGHEST for action security_group_rules [ 909.226808] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_members [ 909.226882] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd99c45e-7003-49da-a787-e82ed8d5fe4b with Priority: HIGHEST for action port [ 909.226953] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_rules [ 909.227059] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ea125f-65d5-48bb-b26e-86c2b729e679 with Priority: HIGHEST for action security_group_members [ 909.227175] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 with Priority: HIGHEST for action security_group_members [ 909.227458] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28ea125f-65d5-48bb-b26e-86c2b729e679 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.227565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28ea125f-65d5-48bb-b26e-86c2b729e679" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.227623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28ea125f-65d5-48bb-b26e-86c2b729e679" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.227987] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28ea125f-65d5-48bb-b26e-86c2b729e679" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.228444] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28ea125f-65d5-48bb-b26e-86c2b729e679',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.230882] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2dd6e17-b1f0-4a83-aae6-39cc5619e394 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.231065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.231241] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.231416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.231520] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd99c45e-7003-49da-a787-e82ed8d5fe4b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.231855] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd99c45e-7003-49da-a787-e82ed8d5fe4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.231855] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd99c45e-7003-49da-a787-e82ed8d5fe4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.231855] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd99c45e-7003-49da-a787-e82ed8d5fe4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.231943] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd99c45e-7003-49da-a787-e82ed8d5fe4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.235027] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.235027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.235027] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ea125f-65d5-48bb-b26e-86c2b729e679 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.235027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ea125f-65d5-48bb-b26e-86c2b729e679" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.235027] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.235027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.256649] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.537583] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.678097] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28ea125f-65d5-48bb-b26e-86c2b729e679',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.680909] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2dd6e17-b1f0-4a83-aae6-39cc5619e394',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.683153] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.732606] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ea125f-65d5-48bb-b26e-86c2b729e679 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.732606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ea125f-65d5-48bb-b26e-86c2b729e679" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.734805] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd99c45e-7003-49da-a787-e82ed8d5fe4b with status ACTIVE [ 909.735332] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.738126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.738126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.738126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.738126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.738126] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.738126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.738126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.738126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.738126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.738126] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.738126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.738126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.738126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.738126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.738126] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd99c45e-7003-49da-a787-e82ed8d5fe4b is going to be updated. [ 909.762407] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.762683] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.762763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.763029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.763148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.763284] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b is going to be updated. [ 909.769815] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.770099] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.770099] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.770274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.770425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.770582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd99c45e-7003-49da-a787-e82ed8d5fe4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.830974] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.831187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.831332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.831592] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.831783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.850314] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: IN_PROGRESS for 2s [ 909.852046] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d96db59-17da-4649-aa26-df276bf3abb4 in Status: SUCCESS [ 909.852381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.852631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.853634] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.853634] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.853634] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.853634] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.853923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.853971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.854570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.854570] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.856731] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.856731] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.856875] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.856951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.857019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.857172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.857293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.857339] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.044724] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.044866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.044982] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.045267] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.045374] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.045491] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 is going to be updated. [ 910.091198] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.091198] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.091198] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.091198] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.091198] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.106757] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: IN_PROGRESS for 2s [ 910.184162] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28ea125f-65d5-48bb-b26e-86c2b729e679',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.186248] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.187206] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2dd6e17-b1f0-4a83-aae6-39cc5619e394',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.357279] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d96db59-17da-4649-aa26-df276bf3abb4 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.357639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.359892] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.688033] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.688033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.688033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.688033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.688033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.688033] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28ea125f-65d5-48bb-b26e-86c2b729e679 is going to be created. [ 910.690022] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.693530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.693530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.693530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.693530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.693530] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 is going to be updated. [ 910.693530] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.693530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.693530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.693530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.693530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.693530] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 is going to be updated. [ 910.722765] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.722950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.723036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.723321] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.723494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.725727] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.725862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.725918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.726134] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.726277] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.728239] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.728360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.728428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.728644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.728811] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.740169] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: IN_PROGRESS for 2s [ 910.743319] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28ea125f-65d5-48bb-b26e-86c2b729e679 in Status: UNINITIALIZED for 2s [ 910.744243] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 in Status: IN_PROGRESS for 2s [ 910.862909] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.068138] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 in Status: SUCCESS [ 911.068380] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.068547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.068880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.068966] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2dd6e17-b1f0-4a83-aae6-39cc5619e394',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.084349] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: SUCCESS [ 911.084583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.084788] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.085078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.085175] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.366761] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.367146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.367146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.367208] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.367299] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.367397] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d96db59-17da-4649-aa26-df276bf3abb4 is going to be updated. [ 911.407349] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.408274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.408274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.408274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.408429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.422345] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d96db59-17da-4649-aa26-df276bf3abb4 in Status: IN_PROGRESS for 2s [ 911.571516] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.571718] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.587324] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.587560] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.865292] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: SUCCESS [ 911.865536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.865722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.865980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.866215] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.866333] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.866392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.866637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.866726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.866824] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.117419] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: SUCCESS [ 912.117638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.117856] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.118036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.118235] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.118352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.118436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.118571] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.118673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.118786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.118883] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.370822] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.371311] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.371311] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.371597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.371769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.372171] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.372376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.372500] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.372826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.373038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.373205] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b is going to be updated. [ 912.407211] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.407446] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.407503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.407802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.408037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.420898] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: IN_PROGRESS for 2s [ 912.621859] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.622078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.622163] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.622668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.622895] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.623154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.623154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.623270] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.623270] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.623460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.623749] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.623749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.624039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.624039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.624249] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.624249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.624249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.624515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.624515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.624629] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.624688] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.751869] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: SUCCESS [ 912.751869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.751869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.752086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.752302] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.752433] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.752508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.752744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.752796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.752871] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.754729] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 in Status: SUCCESS [ 912.754944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.756518] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28ea125f-65d5-48bb-b26e-86c2b729e679 in Status: SUCCESS [ 912.756518] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ea125f-65d5-48bb-b26e-86c2b729e679" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.756518] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.756518] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.756721] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.756721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.756800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.756929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.757033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.757139] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2dd6e17-b1f0-4a83-aae6-39cc5619e394',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.758066] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ea125f-65d5-48bb-b26e-86c2b729e679" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.758958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ea125f-65d5-48bb-b26e-86c2b729e679" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.759979] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.760094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.760094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.760889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.760889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.760889] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28ea125f-65d5-48bb-b26e-86c2b729e679',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.128194] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a4e7519-3a3b-46b2-998a-ea061a97f3b8: rpc.has_security_group_logging(os_id): False [ 913.148855] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.148998] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.149153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.149448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.149576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.149845] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.149977] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.150111] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.150352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.150451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.150699] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.150828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.150911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.152579] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.152684] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.153994] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.153994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.153994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.153994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.153994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.153994] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 is going to be updated. [ 913.222034] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.222034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.222034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.222256] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.222287] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.237846] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: IN_PROGRESS for 2s [ 913.266295] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.267560] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2dd6e17-b1f0-4a83-aae6-39cc5619e394',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.268580] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28ea125f-65d5-48bb-b26e-86c2b729e679',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.291978] env[65894]: INFO networking_nsxv3.common.synchronization [req-25d60688-2fce-4c08-a64c-fa06c681d18d req-a9ef6d4b-81c7-4454-9719-5ecadf813026 tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: 28ea125f-65d5-48bb-b26e-86c2b729e679 with Priority: HIGHEST for action security_group_members [ 913.292189] env[65894]: INFO networking_nsxv3.common.synchronization [req-25d60688-2fce-4c08-a64c-fa06c681d18d req-a9ef6d4b-81c7-4454-9719-5ecadf813026 tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_members [ 913.292355] env[65894]: INFO networking_nsxv3.common.synchronization [req-25d60688-2fce-4c08-a64c-fa06c681d18d req-a9ef6d4b-81c7-4454-9719-5ecadf813026 tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 with Priority: HIGHEST for action security_group_members [ 913.293887] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ea125f-65d5-48bb-b26e-86c2b729e679 with Priority: HIGHEST for action security_group_members [ 913.293887] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_members [ 913.293887] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 with Priority: HIGHEST for action security_group_members [ 913.293887] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ea125f-65d5-48bb-b26e-86c2b729e679 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.293887] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ea125f-65d5-48bb-b26e-86c2b729e679" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.294156] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.294156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.294307] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.294385] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.432125] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d96db59-17da-4649-aa26-df276bf3abb4 in Status: SUCCESS [ 913.432441] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.432542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.432732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.432925] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.433110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.433173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.433329] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.433408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.433494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.433661] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d96db59-17da-4649-aa26-df276bf3abb4 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.434698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.434698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.434698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.434698] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.434698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.434698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.434698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.434698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.434698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.434698] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.649486] env[65894]: INFO networking_nsxv3.common.synchronization [req-863ac19e-d651-46ba-a620-3761e0d8cb9e req-7108265b-2c42-46de-ba98-72f767aaf5f0 tempest-AttachVolumeTestJSON-1749400479 tempest-AttachVolumeTestJSON-1749400479-project-member] Enqueued Resource ID: d5f4258d-ffee-4121-ad2f-9f9414260553 with Priority: HIGHEST for action security_group_members [ 913.650106] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5f4258d-ffee-4121-ad2f-9f9414260553 with Priority: HIGHEST for action security_group_members [ 913.650441] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5f4258d-ffee-4121-ad2f-9f9414260553 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.650584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5f4258d-ffee-4121-ad2f-9f9414260553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.650651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5f4258d-ffee-4121-ad2f-9f9414260553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.650901] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5f4258d-ffee-4121-ad2f-9f9414260553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.651393] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.651393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.651586] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.652447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.652535] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.652729] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5f4258d-ffee-4121-ad2f-9f9414260553',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.771023] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.773112] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28ea125f-65d5-48bb-b26e-86c2b729e679',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.773914] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2dd6e17-b1f0-4a83-aae6-39cc5619e394',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.937211] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d96db59-17da-4649-aa26-df276bf3abb4: rpc.has_security_group_logging(os_id): False [ 913.958792] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.959077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.959175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.959462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.959563] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.959766] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.959891] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.959957] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.960151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.960232] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.960441] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.960557] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.961080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.961080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.961080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.961364] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.961429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.961459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.961633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.961740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.961842] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d96db59-17da-4649-aa26-df276bf3abb4 is going to be updated. [ 914.041770] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.041770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.041928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.042111] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.042240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.063127] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d96db59-17da-4649-aa26-df276bf3abb4 in Status: IN_PROGRESS for 2s [ 914.155619] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.155912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.156058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.156430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.186135] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.186295] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.186429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.186500] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.186891] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.187333] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.187424] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5f4258d-ffee-4121-ad2f-9f9414260553 is going to be updated. [ 914.241536] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.241536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.241536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.241748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.241896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.257057] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5f4258d-ffee-4121-ad2f-9f9414260553 in Status: IN_PROGRESS for 2s [ 914.275890] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.276074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.276199] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.276365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.276510] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.276640] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28ea125f-65d5-48bb-b26e-86c2b729e679 is going to be updated. [ 914.279049] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.279250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.279250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.279440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.279512] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.279700] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 is going to be updated. [ 914.282515] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.282515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.282515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.282515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.282515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.282515] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 is going to be updated. [ 914.358105] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.358365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.358365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.358492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.358549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.363264] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.363264] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.363264] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.363264] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.363264] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.365268] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.365538] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.365640] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.366220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.366220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.383746] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 in Status: IN_PROGRESS for 2s [ 914.386161] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28ea125f-65d5-48bb-b26e-86c2b729e679 in Status: IN_PROGRESS for 2s [ 914.387152] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: IN_PROGRESS for 2s [ 914.432662] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: SUCCESS [ 914.432662] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b deletion is rescheduled due to dependency. [ 914.432662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.432662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.433106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.433447] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.433658] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.433736] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.433923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.434026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.435798] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.939631] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.939796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.939796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.940088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.940088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.940714] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.940714] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.940714] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.940714] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.940955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.940955] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b is going to be updated. [ 914.969474] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.969474] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.969474] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.970207] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.970207] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.981490] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: IN_PROGRESS for 2s [ 915.254762] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: SUCCESS [ 915.255164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.547777] env[65894]: INFO networking_nsxv3.common.synchronization [req-b7c3e222-67a3-462a-8bf1-f677b61a86f0 req-d0ea910b-2cce-45d2-84f0-ef432210cdef tempest-ImagesTestJSON-440520544 tempest-ImagesTestJSON-440520544-project-member] Enqueued Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_members [ 915.549230] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_members [ 915.549230] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.549230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.549230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.550110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.550276] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.550394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.550453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.550620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.550726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.550818] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.053773] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.054134] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.054401] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.054730] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.054843] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.055091] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.055203] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.055266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.055465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.055527] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.055622] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 is going to be updated. [ 916.101141] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d96db59-17da-4649-aa26-df276bf3abb4 in Status: SUCCESS [ 916.101141] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.101141] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.101389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.101440] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.118331] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.119025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.119025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.119136] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.120038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.134014] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: IN_PROGRESS for 2s [ 916.271118] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5f4258d-ffee-4121-ad2f-9f9414260553 in Status: SUCCESS [ 916.271118] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5f4258d-ffee-4121-ad2f-9f9414260553 deletion is rescheduled due to dependency. [ 916.271237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5f4258d-ffee-4121-ad2f-9f9414260553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.398468] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 in Status: SUCCESS [ 916.398838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.399071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.399426] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.399571] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.399709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.399835] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.400085] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.400085] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.400199] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.400263] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2dd6e17-b1f0-4a83-aae6-39cc5619e394',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.403634] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: SUCCESS [ 916.403634] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.403634] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28ea125f-65d5-48bb-b26e-86c2b729e679 in Status: SUCCESS [ 916.403634] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ea125f-65d5-48bb-b26e-86c2b729e679" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.403900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.403900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.404876] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.405036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.405111] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.405309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.405420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.405554] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2dd6e17-b1f0-4a83-aae6-39cc5619e394',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.406453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.406712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.407627] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.407627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.407627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.407627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.407627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.407627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.407627] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.410077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ea125f-65d5-48bb-b26e-86c2b729e679" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.410077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ea125f-65d5-48bb-b26e-86c2b729e679" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.410077] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.410077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.410077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.410077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.410077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.410077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ea125f-65d5-48bb-b26e-86c2b729e679" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.410077] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28ea125f-65d5-48bb-b26e-86c2b729e679',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.410833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.411029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.411211] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.411324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.411393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.411557] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.411620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.411711] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.412446] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ea125f-65d5-48bb-b26e-86c2b729e679" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.412908] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ea125f-65d5-48bb-b26e-86c2b729e679" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.412908] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.413552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.413552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.413552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.413552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.413552] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28ea125f-65d5-48bb-b26e-86c2b729e679',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.604637] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d96db59-17da-4649-aa26-df276bf3abb4 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.604637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.604637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.605198] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.605524] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.605757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.605923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.606188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.606410] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.606604] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.607539] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.911875] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.912088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.912181] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.912437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.912546] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.912789] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.912917] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.913014] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.913294] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.913384] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.913480] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 is going to be updated. [ 916.914696] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2dd6e17-b1f0-4a83-aae6-39cc5619e394',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.915687] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.916260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.916879] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28ea125f-65d5-48bb-b26e-86c2b729e679',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.918040] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.918866] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.918866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.918866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.919035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.919035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.920766] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.921397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.921397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.921397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.921397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.921397] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28ea125f-65d5-48bb-b26e-86c2b729e679 is going to be deleted. [ 916.949681] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.949880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.949919] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.950129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.950270] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.953896] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.954074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.954221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.954364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.954480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.954562] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ea125f-65d5-48bb-b26e-86c2b729e679" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.963066] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 in Status: IN_PROGRESS for 2s [ 916.992052] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: SUCCESS [ 916.992241] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b deletion is rescheduled due to dependency. [ 916.992366] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.109265] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d96db59-17da-4649-aa26-df276bf3abb4 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.109460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.109592] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.109807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.110039] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.110177] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.110251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.110389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.110510] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.110616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.110776] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d96db59-17da-4649-aa26-df276bf3abb4 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.110906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.110995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.112189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.112189] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.112189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.112189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.112189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.112189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.112189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.112189] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.417878] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2dd6e17-b1f0-4a83-aae6-39cc5619e394: rpc.has_security_group_logging(os_id): False [ 917.423602] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28ea125f-65d5-48bb-b26e-86c2b729e679: rpc.has_security_group_logging(os_id): False [ 917.424760] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.437372] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.437372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.437372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.437613] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.437690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.437887] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.438029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.438097] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.438259] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.438337] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.438423] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 is going to be updated. [ 917.441791] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.441930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.442094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.442190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.442270] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.442479] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.442570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.442652] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.442765] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.442839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.442923] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28ea125f-65d5-48bb-b26e-86c2b729e679 is going to be created. [ 917.460994] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/28ea125f-65d5-48bb-b26e-86c2b729e679], does not exist path=[/infra/domains/default/groups/28ea125f-65d5-48bb-b26e-86c2b729e679]."\n}' [ 917.461193] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28ea125f-65d5-48bb-b26e-86c2b729e679 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/28ea125f-65d5-48bb-b26e-86c2b729e679 [ 917.461298] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 917.513187] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.513426] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.513491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.513751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.513996] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.517490] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.517682] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.517682] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.517893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.519889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.520371] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.520563] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.521167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.521167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.521167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.521491] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.521634] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.521701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.521882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.521962] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.522066] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28ea125f-65d5-48bb-b26e-86c2b729e679 is going to be created. [ 917.540537] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 in Status: IN_PROGRESS for 2s [ 917.541347] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/28ea125f-65d5-48bb-b26e-86c2b729e679], does not exist path=[/infra/domains/default/groups/28ea125f-65d5-48bb-b26e-86c2b729e679]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/28ea125f-65d5-48bb-b26e-86c2b729e679 [ 917.541518] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28ea125f-65d5-48bb-b26e-86c2b729e679" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.542077] env[65894]: Traceback (most recent call last): [ 917.542132] env[65894]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 917.542132] env[65894]: return func(*args, **kwargs) [ 917.542132] env[65894]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 917.542132] env[65894]: res.raise_for_status() [ 917.542132] env[65894]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 917.542132] env[65894]: raise HTTPError(http_error_msg, response=self) [ 917.542132] env[65894]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/28ea125f-65d5-48bb-b26e-86c2b729e679 [ 917.542132] env[65894]: During handling of the above exception, another exception occurred: [ 917.542132] env[65894]: Traceback (most recent call last): [ 917.542132] env[65894]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 917.542132] env[65894]: listener.cb(fileno) [ 917.542132] env[65894]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 917.542132] env[65894]: result = function(*args, **kwargs) [ 917.542132] env[65894]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 917.542132] env[65894]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 917.542132] env[65894]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 917.542132] env[65894]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 917.542132] env[65894]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 917.542132] env[65894]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 917.542132] env[65894]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 917.542132] env[65894]: res.raise_for_status() [ 917.542132] env[65894]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 917.542132] env[65894]: raise HTTPError(http_error_msg, response=self) [ 917.542893] env[65894]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/28ea125f-65d5-48bb-b26e-86c2b729e679 [ 917.542893] env[65894]: Removing descriptor: 22 [ 917.614579] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d96db59-17da-4649-aa26-df276bf3abb4: rpc.has_security_group_logging(os_id): False [ 917.636040] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.636040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.636040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.636467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.664424] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.664797] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.665156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.665769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.665769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.665769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.666021] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.666120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.666185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.666369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.666446] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.666699] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.666810] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.666875] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.667038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.667117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.667207] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d96db59-17da-4649-aa26-df276bf3abb4 is going to be updated. [ 917.770179] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.770620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.770620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.770735] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.770859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.791114] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d96db59-17da-4649-aa26-df276bf3abb4 in Status: IN_PROGRESS for 2s [ 917.927557] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.927679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.927771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.927948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.928079] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.928236] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 is going to be updated. [ 917.960141] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.960595] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.960595] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.960595] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.960771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.971874] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: IN_PROGRESS for 2s [ 918.145062] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: SUCCESS [ 918.145270] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 deletion is rescheduled due to dependency. [ 918.145382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.975388] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 in Status: SUCCESS [ 918.975696] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 deletion is rescheduled due to dependency. [ 918.975785] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.177891] env[65894]: INFO networking_nsxv3.common.synchronization [req-ea76a916-e956-48fb-9081-21b6a053309f req-06a85a90-2c90-447e-ae18-c0780fd57dbe tempest-MultipleCreateTestJSON-464155730 tempest-MultipleCreateTestJSON-464155730-project-member] Enqueued Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGHEST for action security_group_members [ 919.178369] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGHEST for action security_group_members [ 919.178720] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d96db59-17da-4649-aa26-df276bf3abb4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.178850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.178893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.179099] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.179259] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.179360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.179418] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.179569] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.179653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.179748] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.556779] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 in Status: SUCCESS [ 919.556779] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.650927] env[65894]: INFO networking_nsxv3.common.synchronization [req-e615e27d-87c3-4012-af73-6de390873613 req-885709b8-3883-46cb-9729-ed806aa4f87f tempest-MultipleCreateTestJSON-464155730 tempest-MultipleCreateTestJSON-464155730-project-member] Enqueued Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGHEST for action security_group_members [ 919.650927] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGHEST for action security_group_members [ 919.650927] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d96db59-17da-4649-aa26-df276bf3abb4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.650927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.682601] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.829431] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d96db59-17da-4649-aa26-df276bf3abb4 in Status: SUCCESS [ 919.829721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.981490] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: SUCCESS [ 919.981836] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.981898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.982121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.982313] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.982457] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.982525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.982681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.982777] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.982903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.983155] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.983305] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.983404] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.983616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.983889] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.983977] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.984102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.984321] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.984428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.984517] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.984610] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.183909] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.487174] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb4c4952-c183-4257-8f27-6a7adc24e0c9: rpc.has_security_group_logging(os_id): False [ 920.506032] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.506221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.506266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.506507] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.527800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.528162] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.528275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.528313] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.528511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.528592] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.528809] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.528928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.529017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.529234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.529312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.529494] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.529590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.529669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.529789] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.529882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.530022] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 is going to be updated. [ 920.591523] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.591678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.591772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.591987] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.592212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.610261] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: IN_PROGRESS for 2s [ 920.653116] env[65894]: INFO networking_nsxv3.common.synchronization [req-29e55394-ae07-41f9-9cf6-2873862406e5 req-cf32d039-72f8-46e2-a7fb-6a4fef8511e2 tempest-AttachVolumeNegativeTest-1233650290 tempest-AttachVolumeNegativeTest-1233650290-project-member] Enqueued Resource ID: caef5b3f-989a-4ca0-928d-c35d134fc1dd with Priority: HIGHEST for action security_group_members [ 920.653655] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caef5b3f-989a-4ca0-928d-c35d134fc1dd with Priority: HIGHEST for action security_group_members [ 920.653959] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-caef5b3f-989a-4ca0-928d-c35d134fc1dd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.654096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-caef5b3f-989a-4ca0-928d-c35d134fc1dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.654162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-caef5b3f-989a-4ca0-928d-c35d134fc1dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.654420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-caef5b3f-989a-4ca0-928d-c35d134fc1dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.654576] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.654680] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.654740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.654888] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.654985] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.655086] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('caef5b3f-989a-4ca0-928d-c35d134fc1dd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.686984] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.687151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.687218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.687432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.687518] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.687619] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d96db59-17da-4649-aa26-df276bf3abb4 is going to be updated. [ 920.718497] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.718497] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.718652] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.718809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.718965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.729969] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d96db59-17da-4649-aa26-df276bf3abb4 in Status: IN_PROGRESS for 2s [ 921.012316] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-553 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.013650] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.017020] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.017020] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.017020] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.017020] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.017020] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.017020] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.017020] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.017020] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.017020] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.017020] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.017020] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.017020] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.017020] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.017020] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.037897] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.039940] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 921.039940] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.039940] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.039940] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-08379b4c-17a9-4b14-9ccd-b868e7d26b8e taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.039940] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-08379b4c-17a9-4b14-9ccd-b868e7d26b8e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.039940] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-08379b4c-17a9-4b14-9ccd-b868e7d26b8e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.039940] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-08379b4c-17a9-4b14-9ccd-b868e7d26b8e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.039940] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08379b4c-17a9-4b14-9ccd-b868e7d26b8e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.159389] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.159389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.159389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.159389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.159389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.159389] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.159389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.159389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.159389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.159389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.159389] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: caef5b3f-989a-4ca0-928d-c35d134fc1dd already deleted. [ 921.159389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-caef5b3f-989a-4ca0-928d-c35d134fc1dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.545337] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.545527] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.545643] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.545900] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.546062] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.546216] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 08379b4c-17a9-4b14-9ccd-b868e7d26b8e not found, creating... [ 921.546473] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.546638] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.546793] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.546998] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.547152] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.547432] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.547586] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.547699] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.547904] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.548048] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.548185] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 08379b4c-17a9-4b14-9ccd-b868e7d26b8e is going to be created. [ 921.569893] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.570655] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.570655] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.570918] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.571296] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.571423] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-08379b4c-17a9-4b14-9ccd-b868e7d26b8e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.316104] env[65894]: INFO networking_nsxv3.common.synchronization [req-29e55394-ae07-41f9-9cf6-2873862406e5 req-1db8d068-cd14-4693-81e4-610a2881edfc service nova] Enqueued Resource ID: caef5b3f-989a-4ca0-928d-c35d134fc1dd with Priority: HIGHEST for action security_group_rules [ 922.316400] env[65894]: INFO networking_nsxv3.common.synchronization [req-29e55394-ae07-41f9-9cf6-2873862406e5 req-1db8d068-cd14-4693-81e4-610a2881edfc service nova] Enqueued Resource ID: caef5b3f-989a-4ca0-928d-c35d134fc1dd with Priority: HIGHEST for action security_group_members [ 922.316400] env[65894]: INFO networking_nsxv3.common.synchronization [req-29e55394-ae07-41f9-9cf6-2873862406e5 req-1db8d068-cd14-4693-81e4-610a2881edfc service nova] Enqueued Resource ID: 08379b4c-17a9-4b14-9ccd-b868e7d26b8e with Priority: HIGHEST for action port [ 922.316975] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caef5b3f-989a-4ca0-928d-c35d134fc1dd with Priority: HIGHEST for action security_group_rules [ 922.317059] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caef5b3f-989a-4ca0-928d-c35d134fc1dd with Priority: HIGHEST for action security_group_members [ 922.317135] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08379b4c-17a9-4b14-9ccd-b868e7d26b8e with Priority: HIGHEST for action port [ 922.317398] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-caef5b3f-989a-4ca0-928d-c35d134fc1dd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.317519] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-caef5b3f-989a-4ca0-928d-c35d134fc1dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.317609] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-caef5b3f-989a-4ca0-928d-c35d134fc1dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.317887] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-caef5b3f-989a-4ca0-928d-c35d134fc1dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.317970] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('caef5b3f-989a-4ca0-928d-c35d134fc1dd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.319191] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-caef5b3f-989a-4ca0-928d-c35d134fc1dd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.319397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-caef5b3f-989a-4ca0-928d-c35d134fc1dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.319397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-caef5b3f-989a-4ca0-928d-c35d134fc1dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.322094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-caef5b3f-989a-4ca0-928d-c35d134fc1dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.322094] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.322094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.322094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.322094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.322094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.322094] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('caef5b3f-989a-4ca0-928d-c35d134fc1dd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.322094] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-08379b4c-17a9-4b14-9ccd-b868e7d26b8e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.322094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08379b4c-17a9-4b14-9ccd-b868e7d26b8e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.322094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08379b4c-17a9-4b14-9ccd-b868e7d26b8e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.322094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08379b4c-17a9-4b14-9ccd-b868e7d26b8e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.322094] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08379b4c-17a9-4b14-9ccd-b868e7d26b8e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.630729] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: SUCCESS [ 922.630729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.740409] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d96db59-17da-4649-aa26-df276bf3abb4 in Status: SUCCESS [ 922.740605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.741316] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.741316] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.741316] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.741525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.741525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.741590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.741643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.741730] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.822892] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-caef5b3f-989a-4ca0-928d-c35d134fc1dd taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.823071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-caef5b3f-989a-4ca0-928d-c35d134fc1dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.824755] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('caef5b3f-989a-4ca0-928d-c35d134fc1dd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.825670] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08379b4c-17a9-4b14-9ccd-b868e7d26b8e with status ACTIVE [ 922.825767] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.825883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.825951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.826169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.826258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.826546] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.826546] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.826669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.826790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.826790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.826989] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.827072] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.827133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.827269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.827341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.827426] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08379b4c-17a9-4b14-9ccd-b868e7d26b8e is going to be updated. [ 922.849992] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.850181] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.850225] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.850411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.850551] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.850707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08379b4c-17a9-4b14-9ccd-b868e7d26b8e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.245270] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.245463] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.245517] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.245934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.245934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.246068] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.246179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.246250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.247040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.247040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.247040] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d96db59-17da-4649-aa26-df276bf3abb4 is going to be updated. [ 923.278141] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.278623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.278780] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.279156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.279343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.290081] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d96db59-17da-4649-aa26-df276bf3abb4 in Status: IN_PROGRESS for 2s [ 923.331167] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('caef5b3f-989a-4ca0-928d-c35d134fc1dd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.334757] env[65894]: INFO networking_nsxv3.common.synchronization [req-917ad19f-fe9a-4e8b-8246-64bc8e6c80ce req-b9244d01-5a96-456a-93d2-6591d6c5f5d9 tempest-ListServerFiltersTestJSON-765041244 tempest-ListServerFiltersTestJSON-765041244-project-member] Enqueued Resource ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c with Priority: HIGHEST for action security_group_members [ 923.336032] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c with Priority: HIGHEST for action security_group_members [ 923.336032] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.336032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.336214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.336307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.336461] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.336562] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.336623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.336779] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.336864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.336955] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('652df7ce-0230-4e20-a5b2-3ba9f2ea720c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.747421] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.747421] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-743" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.747421] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-743" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.747421] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-743" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.747421] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.747421] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.747421] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.747421] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.747421] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.748295] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.748568] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 923.751444] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 923.751444] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 923.751444] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.751444] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 923.751444] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 923.770973] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 923.771526] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 923.772119] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 923.773501] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-743" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.773501] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-5ef467d0-2c19-4f42-99fc-9ea2bdf87f94 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.773501] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-5ef467d0-2c19-4f42-99fc-9ea2bdf87f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.773501] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-5ef467d0-2c19-4f42-99fc-9ea2bdf87f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.773501] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-5ef467d0-2c19-4f42-99fc-9ea2bdf87f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.774264] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ef467d0-2c19-4f42-99fc-9ea2bdf87f94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.836477] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.836670] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.836782] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.837067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.837200] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.837321] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: caef5b3f-989a-4ca0-928d-c35d134fc1dd is going to be created. [ 923.841815] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.841815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.841815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.842096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.842096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.842293] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.842427] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.842495] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.842666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.842759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.842868] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c already deleted. [ 923.842979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.864993] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.864993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.864993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.864993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.864993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.877712] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: caef5b3f-989a-4ca0-928d-c35d134fc1dd in Status: UNINITIALIZED for 2s [ 924.279071] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.279337] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.279472] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.279818] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.280010] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.280230] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 5ef467d0-2c19-4f42-99fc-9ea2bdf87f94 not found, creating... [ 924.280578] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.280788] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.280945] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.282588] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.282588] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.282588] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.282588] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.282757] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.282968] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.283148] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.283256] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 5ef467d0-2c19-4f42-99fc-9ea2bdf87f94 is going to be created. [ 924.316396] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.316728] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.316899] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.317249] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.317532] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.317902] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-5ef467d0-2c19-4f42-99fc-9ea2bdf87f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.520338] env[65894]: INFO networking_nsxv3.common.synchronization [req-80e7240c-ee06-4900-9784-5e1133e09ffe req-53393144-bb78-4b1c-a3e2-15ac820575cc tempest-ServersAdminTestJSON-808999941 tempest-ServersAdminTestJSON-808999941-project-member] Enqueued Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGHEST for action security_group_members [ 924.520728] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGHEST for action security_group_members [ 924.522138] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.522138] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.522138] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.522138] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.522138] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.522138] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.522138] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.522138] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.522549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.522549] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.017475] env[65894]: INFO networking_nsxv3.common.synchronization [req-917ad19f-fe9a-4e8b-8246-64bc8e6c80ce req-74cf506f-77ef-425f-8670-0966d9f3a8f4 service nova] Enqueued Resource ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c with Priority: HIGHEST for action security_group_rules [ 925.017563] env[65894]: INFO networking_nsxv3.common.synchronization [req-917ad19f-fe9a-4e8b-8246-64bc8e6c80ce req-74cf506f-77ef-425f-8670-0966d9f3a8f4 service nova] Enqueued Resource ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c with Priority: HIGHEST for action security_group_members [ 925.017635] env[65894]: INFO networking_nsxv3.common.synchronization [req-917ad19f-fe9a-4e8b-8246-64bc8e6c80ce req-74cf506f-77ef-425f-8670-0966d9f3a8f4 service nova] Enqueued Resource ID: 5ef467d0-2c19-4f42-99fc-9ea2bdf87f94 with Priority: HIGHEST for action port [ 925.018225] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c with Priority: HIGHEST for action security_group_rules [ 925.018356] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c with Priority: HIGHEST for action security_group_members [ 925.018444] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef467d0-2c19-4f42-99fc-9ea2bdf87f94 with Priority: HIGHEST for action port [ 925.019163] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-652df7ce-0230-4e20-a5b2-3ba9f2ea720c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.019163] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.019163] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.022394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.022511] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('652df7ce-0230-4e20-a5b2-3ba9f2ea720c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.023466] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.023583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.023650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.023956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.024279] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.024441] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.024541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.024788] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.024926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.025089] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('652df7ce-0230-4e20-a5b2-3ba9f2ea720c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.026161] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ef467d0-2c19-4f42-99fc-9ea2bdf87f94 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.026331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ef467d0-2c19-4f42-99fc-9ea2bdf87f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.026717] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ef467d0-2c19-4f42-99fc-9ea2bdf87f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.026765] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ef467d0-2c19-4f42-99fc-9ea2bdf87f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.026873] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ef467d0-2c19-4f42-99fc-9ea2bdf87f94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.028545] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.300633] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d96db59-17da-4649-aa26-df276bf3abb4 in Status: SUCCESS [ 925.300976] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d96db59-17da-4649-aa26-df276bf3abb4 deletion is rescheduled due to dependency. [ 925.301157] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.528477] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.528779] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.528879] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('652df7ce-0230-4e20-a5b2-3ba9f2ea720c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.533420] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ef467d0-2c19-4f42-99fc-9ea2bdf87f94 with status ACTIVE [ 925.533420] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.533420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.533420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.533420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.533693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.533730] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.533948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.533948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.534089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.534165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.534344] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.534434] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.534492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.534632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.534720] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.534814] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ef467d0-2c19-4f42-99fc-9ea2bdf87f94 is going to be updated. [ 925.536050] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.560108] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.560262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.560342] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.560542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.560680] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.560846] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ef467d0-2c19-4f42-99fc-9ea2bdf87f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.890918] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: caef5b3f-989a-4ca0-928d-c35d134fc1dd in Status: SUCCESS [ 925.892124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-caef5b3f-989a-4ca0-928d-c35d134fc1dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.892124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-caef5b3f-989a-4ca0-928d-c35d134fc1dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.892258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-caef5b3f-989a-4ca0-928d-c35d134fc1dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.892366] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.892485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.892548] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.892790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.892898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.892986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-caef5b3f-989a-4ca0-928d-c35d134fc1dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.893091] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('caef5b3f-989a-4ca0-928d-c35d134fc1dd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.032890] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('652df7ce-0230-4e20-a5b2-3ba9f2ea720c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.038950] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.039646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.039646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.039646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.039646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.039646] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 is going to be updated. [ 926.062056] env[65894]: INFO networking_nsxv3.common.synchronization [req-890056d8-ee0e-460e-b3ac-30dee3054047 req-5dd3d552-8272-4c9a-9c8f-05c2509dc02b tempest-ListServerFiltersTestJSON-765041244 tempest-ListServerFiltersTestJSON-765041244-project-member] Enqueued Resource ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c with Priority: HIGHEST for action security_group_members [ 926.062360] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c with Priority: HIGHEST for action security_group_members [ 926.062671] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.062769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.071038] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.071177] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.071177] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.072061] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.072061] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.082205] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 in Status: IN_PROGRESS for 2s [ 926.396562] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('caef5b3f-989a-4ca0-928d-c35d134fc1dd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.416686] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.416917] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-743" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.417047] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-743" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.417332] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-743" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.417619] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.417770] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.417881] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.418509] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.418703] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.418975] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.419136] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.419247] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.419351] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.419460] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.419604] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.419683] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.444926] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.444926] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 926.445035] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.445673] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-743" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.446053] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-ce1bd06b-c31e-40ad-8c22-a32edb025496 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.446247] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-ce1bd06b-c31e-40ad-8c22-a32edb025496" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.446365] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-ce1bd06b-c31e-40ad-8c22-a32edb025496" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.446732] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-ce1bd06b-c31e-40ad-8c22-a32edb025496" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.446879] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce1bd06b-c31e-40ad-8c22-a32edb025496',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.535354] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.535662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.535662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.535824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.535919] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.536033] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c is going to be created. [ 926.567069] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.568019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.568019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.568019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.568019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.583417] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c in Status: UNINITIALIZED for 2s [ 926.899302] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for caef5b3f-989a-4ca0-928d-c35d134fc1dd: rpc.has_security_group_logging(os_id): False [ 926.925519] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.925741] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.926165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.926165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.926299] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.926532] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.926934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.927045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.927268] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.927392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.927993] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: caef5b3f-989a-4ca0-928d-c35d134fc1dd is going to be created. [ 926.951042] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.951042] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.951042] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.951323] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.951439] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.951664] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port ce1bd06b-c31e-40ad-8c22-a32edb025496 not found, creating... [ 926.951962] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.952179] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.952311] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.952614] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.952782] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.953183] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.953373] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.953526] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.953772] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.953973] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.954164] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: ce1bd06b-c31e-40ad-8c22-a32edb025496 is going to be created. [ 926.973440] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.973681] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.973808] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.974119] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.974407] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.974647] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-ce1bd06b-c31e-40ad-8c22-a32edb025496" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.995161] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.995336] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.995435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.997308] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.997308] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.008263] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: caef5b3f-989a-4ca0-928d-c35d134fc1dd in Status: IN_PROGRESS for 2s [ 927.712726] env[65894]: INFO networking_nsxv3.common.synchronization [req-890056d8-ee0e-460e-b3ac-30dee3054047 req-760826d1-dce4-4598-a180-4e5e0df90be0 service nova] Enqueued Resource ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c with Priority: HIGHEST for action security_group_rules [ 927.713080] env[65894]: INFO networking_nsxv3.common.synchronization [req-890056d8-ee0e-460e-b3ac-30dee3054047 req-760826d1-dce4-4598-a180-4e5e0df90be0 service nova] Enqueued Resource ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c with Priority: HIGHEST for action security_group_members [ 927.713080] env[65894]: INFO networking_nsxv3.common.synchronization [req-890056d8-ee0e-460e-b3ac-30dee3054047 req-760826d1-dce4-4598-a180-4e5e0df90be0 service nova] Enqueued Resource ID: ce1bd06b-c31e-40ad-8c22-a32edb025496 with Priority: HIGHEST for action port [ 927.715362] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c with Priority: HIGHEST for action security_group_rules [ 927.715362] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c with Priority: HIGHEST for action security_group_members [ 927.715362] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce1bd06b-c31e-40ad-8c22-a32edb025496 with Priority: HIGHEST for action port [ 927.715778] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-652df7ce-0230-4e20-a5b2-3ba9f2ea720c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.715907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.716158] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.716256] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.717350] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce1bd06b-c31e-40ad-8c22-a32edb025496 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.717505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce1bd06b-c31e-40ad-8c22-a32edb025496" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.717658] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce1bd06b-c31e-40ad-8c22-a32edb025496" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.717828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce1bd06b-c31e-40ad-8c22-a32edb025496" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.717920] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce1bd06b-c31e-40ad-8c22-a32edb025496',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.878329] env[65894]: INFO networking_nsxv3.common.synchronization [req-6c2a7fbe-c69c-488e-8bce-57472b24d338 req-d19459ee-dd0e-47c6-8520-d49fa26e87fd tempest-ServersWithSpecificFlavorTestJSON-1953209369 tempest-ServersWithSpecificFlavorTestJSON-1953209369-project-member] Enqueued Resource ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb with Priority: HIGHEST for action security_group_members [ 927.879459] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb with Priority: HIGHEST for action security_group_members [ 927.879459] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d8de128-d072-476d-a7e8-77dc7d1b76cb taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.879614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.879706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.879974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.880191] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.880324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.880407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.880602] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.880717] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.880866] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d8de128-d072-476d-a7e8-77dc7d1b76cb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.094806] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 in Status: SUCCESS [ 928.095186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.220677] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce1bd06b-c31e-40ad-8c22-a32edb025496 with status ACTIVE [ 928.220915] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.221106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.221187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.222101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.222227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.222404] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.222502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.222571] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.222747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.222840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.223043] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.223146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.223223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.223372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.223448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.223550] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce1bd06b-c31e-40ad-8c22-a32edb025496 is going to be updated. [ 928.248612] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.248773] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.248951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.249536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.249536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.249703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce1bd06b-c31e-40ad-8c22-a32edb025496" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.383716] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.383931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.383931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.384467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.411754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.411951] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.412081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.412146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.412357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.412438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.412528] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb is going to be updated. [ 928.454168] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.454297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.454333] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.454550] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.454702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.465086] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb in Status: IN_PROGRESS for 2s [ 928.595177] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c in Status: SUCCESS [ 928.595177] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.595177] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.595469] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.595817] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.595914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.595991] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.596176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.596258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.596346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.596464] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('652df7ce-0230-4e20-a5b2-3ba9f2ea720c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.597668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.598160] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.598160] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.598301] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.598301] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.598440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.598557] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.598682] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('652df7ce-0230-4e20-a5b2-3ba9f2ea720c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.801890] env[65894]: INFO networking_nsxv3.common.synchronization [req-7af8c5d7-dddd-4505-b35a-1d6296c4bc42 req-b3c1c88b-3dfd-4eaa-9a79-60a6c5fd7265 tempest-ListServerFiltersTestJSON-765041244 tempest-ListServerFiltersTestJSON-765041244-project-member] Enqueued Resource ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c with Priority: HIGHEST for action security_group_members [ 928.802694] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c with Priority: HIGHEST for action security_group_members [ 928.803144] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.803294] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.025332] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: caef5b3f-989a-4ca0-928d-c35d134fc1dd in Status: SUCCESS [ 929.025332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-caef5b3f-989a-4ca0-928d-c35d134fc1dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.100526] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.100709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.100915] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('652df7ce-0230-4e20-a5b2-3ba9f2ea720c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.179950] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.180170] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-743" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.180290] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-743" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.180559] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-743" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.180824] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.180975] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.181261] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.181904] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.182081] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.182290] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.182401] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.182506] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.182662] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.182718] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.182805] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.182936] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.202909] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.203168] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 929.203168] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.203369] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-743" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.203828] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-7d5a19ab-af93-4ece-bbf9-8519edb4126c taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.203828] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-7d5a19ab-af93-4ece-bbf9-8519edb4126c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.204058] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-7d5a19ab-af93-4ece-bbf9-8519edb4126c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.204272] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-7d5a19ab-af93-4ece-bbf9-8519edb4126c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.204411] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d5a19ab-af93-4ece-bbf9-8519edb4126c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.603472] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('652df7ce-0230-4e20-a5b2-3ba9f2ea720c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.707334] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.707618] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.707680] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.707992] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.708201] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.708367] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 7d5a19ab-af93-4ece-bbf9-8519edb4126c not found, creating... [ 929.708659] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.708855] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.708976] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.709238] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.709382] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.709710] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.709904] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.710037] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.710265] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.710405] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.710539] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 7d5a19ab-af93-4ece-bbf9-8519edb4126c is going to be created. [ 929.732275] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.732500] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.732625] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.732914] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.733168] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.733394] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-7d5a19ab-af93-4ece-bbf9-8519edb4126c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.106512] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.107026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.107026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.107234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.107234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.107441] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c is going to be updated. [ 930.145542] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.145795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.145871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.146197] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.146383] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.159226] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c in Status: IN_PROGRESS for 2s [ 930.479447] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb in Status: SUCCESS [ 930.479680] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb deletion is rescheduled due to dependency. [ 930.479834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.565943] env[65894]: INFO networking_nsxv3.common.synchronization [req-7af8c5d7-dddd-4505-b35a-1d6296c4bc42 req-93063291-b55a-46a9-81de-86b54a0075b1 service nova] Enqueued Resource ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c with Priority: HIGHEST for action security_group_rules [ 930.566178] env[65894]: INFO networking_nsxv3.common.synchronization [req-7af8c5d7-dddd-4505-b35a-1d6296c4bc42 req-93063291-b55a-46a9-81de-86b54a0075b1 service nova] Enqueued Resource ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c with Priority: HIGHEST for action security_group_members [ 930.566622] env[65894]: INFO networking_nsxv3.common.synchronization [req-7af8c5d7-dddd-4505-b35a-1d6296c4bc42 req-93063291-b55a-46a9-81de-86b54a0075b1 service nova] Enqueued Resource ID: 7d5a19ab-af93-4ece-bbf9-8519edb4126c with Priority: HIGHEST for action port [ 930.567202] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c with Priority: HIGHEST for action security_group_rules [ 930.567328] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c with Priority: HIGHEST for action security_group_members [ 930.567423] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d5a19ab-af93-4ece-bbf9-8519edb4126c with Priority: HIGHEST for action port [ 930.567690] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-652df7ce-0230-4e20-a5b2-3ba9f2ea720c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.567810] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.568121] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.568236] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.568539] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d5a19ab-af93-4ece-bbf9-8519edb4126c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.568913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d5a19ab-af93-4ece-bbf9-8519edb4126c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.569030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d5a19ab-af93-4ece-bbf9-8519edb4126c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.569320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d5a19ab-af93-4ece-bbf9-8519edb4126c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.569553] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d5a19ab-af93-4ece-bbf9-8519edb4126c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.072012] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d5a19ab-af93-4ece-bbf9-8519edb4126c with status ACTIVE [ 931.072381] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.072590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.072647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.073163] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.073163] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.073646] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.073786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.073864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.074104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.074253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.074475] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.074618] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.074665] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.074862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.075012] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.075139] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d5a19ab-af93-4ece-bbf9-8519edb4126c is going to be updated. [ 931.102249] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.102455] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.102455] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.102667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.102804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.102970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d5a19ab-af93-4ece-bbf9-8519edb4126c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.170429] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c in Status: SUCCESS [ 932.170845] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.171229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.171524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.171725] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.171854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.171926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.172168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.172168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.172313] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('652df7ce-0230-4e20-a5b2-3ba9f2ea720c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.675372] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('652df7ce-0230-4e20-a5b2-3ba9f2ea720c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.178834] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('652df7ce-0230-4e20-a5b2-3ba9f2ea720c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.681355] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.681560] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.681560] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.681741] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.681835] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.681937] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c is going to be updated. [ 933.712142] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.712348] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.712348] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.712579] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.712730] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.721881] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c in Status: IN_PROGRESS for 2s [ 934.661949] env[65894]: INFO networking_nsxv3.common.synchronization [req-50e5c3f8-1f3f-4b31-8a30-666511305a42 req-67971ede-dea5-43bf-adb3-02174b0d53a2 tempest-ServersNegativeTestJSON-1837726808 tempest-ServersNegativeTestJSON-1837726808-project-member] Enqueued Resource ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 with Priority: HIGHEST for action security_group_members [ 934.662565] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 with Priority: HIGHEST for action security_group_members [ 934.662918] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e76421d-d8aa-4982-9c18-a4627c658fb0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.663068] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.663139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.663354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.663529] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.663633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.663697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.664298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.664298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.664298] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e76421d-d8aa-4982-9c18-a4627c658fb0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.166631] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.166796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.166859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.167316] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.193791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.194178] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.194367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.194465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.194821] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.194950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.195089] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 is going to be updated. [ 935.232436] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.232778] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.235483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.235483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.235483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.246031] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 in Status: IN_PROGRESS for 2s [ 935.734614] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c in Status: SUCCESS [ 935.734614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.734910] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.734910] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.735127] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.735190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.735226] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.735896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.735896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.735896] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('652df7ce-0230-4e20-a5b2-3ba9f2ea720c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.241223] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('652df7ce-0230-4e20-a5b2-3ba9f2ea720c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.746632] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('652df7ce-0230-4e20-a5b2-3ba9f2ea720c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.248791] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.249060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.249128] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.249365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.249455] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.249574] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c is going to be updated. [ 937.259531] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 in Status: SUCCESS [ 937.259765] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 deletion is rescheduled due to dependency. [ 937.259883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.287860] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.288568] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.288704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.288950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.289135] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.301193] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c in Status: IN_PROGRESS for 2s [ 937.449078] env[65894]: INFO networking_nsxv3.common.synchronization [None req-09c89363-9262-4dc9-82b8-e4d6a6fc4d04 tempest-ServerDiskConfigTestJSON-1160334058 tempest-ServerDiskConfigTestJSON-1160334058-project-member] Enqueued Resource ID: 3c3c44d0-7416-4335-a7ac-92c6ab6e2d92 with Priority: HIGHEST for action security_group_rules [ 937.451160] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c3c44d0-7416-4335-a7ac-92c6ab6e2d92 with Priority: HIGHEST for action security_group_rules [ 937.451160] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c3c44d0-7416-4335-a7ac-92c6ab6e2d92 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.451160] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c3c44d0-7416-4335-a7ac-92c6ab6e2d92" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.451160] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c3c44d0-7416-4335-a7ac-92c6ab6e2d92" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.451160] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c3c44d0-7416-4335-a7ac-92c6ab6e2d92" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.451160] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c3c44d0-7416-4335-a7ac-92c6ab6e2d92',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.549070] env[65894]: INFO networking_nsxv3.common.synchronization [None req-e2d3cda2-9c46-4db4-99d3-7c2a3b1bcdf5 tempest-ServerDiskConfigTestJSON-1160334058 tempest-ServerDiskConfigTestJSON-1160334058-project-member] Enqueued Resource ID: 3c3c44d0-7416-4335-a7ac-92c6ab6e2d92 with Priority: HIGHEST for action security_group_rules [ 937.551044] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c3c44d0-7416-4335-a7ac-92c6ab6e2d92 with Priority: HIGHEST for action security_group_rules [ 937.551571] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c3c44d0-7416-4335-a7ac-92c6ab6e2d92 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.551571] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c3c44d0-7416-4335-a7ac-92c6ab6e2d92" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.971842] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.972255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.972255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.972331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.972364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.972468] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c3c44d0-7416-4335-a7ac-92c6ab6e2d92 already deleted. [ 937.972565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c3c44d0-7416-4335-a7ac-92c6ab6e2d92" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.972713] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c3c44d0-7416-4335-a7ac-92c6ab6e2d92" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.972867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c3c44d0-7416-4335-a7ac-92c6ab6e2d92" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.972946] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c3c44d0-7416-4335-a7ac-92c6ab6e2d92',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.496335] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.496507] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.496546] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.496876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.496996] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.497167] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c3c44d0-7416-4335-a7ac-92c6ab6e2d92 already deleted. [ 938.497251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c3c44d0-7416-4335-a7ac-92c6ab6e2d92" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.327476] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c in Status: SUCCESS [ 939.327847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.328087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.328402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.328703] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.328886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.328954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.329233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.329402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.329538] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.329836] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.330050] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.330120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.330373] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.330621] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.330795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.330908] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.331306] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.331455] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.331632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.331872] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('652df7ce-0230-4e20-a5b2-3ba9f2ea720c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.333144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.333434] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.333647] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.333889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.334107] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.334347] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.334489] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.334728] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('652df7ce-0230-4e20-a5b2-3ba9f2ea720c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.836840] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 652df7ce-0230-4e20-a5b2-3ba9f2ea720c: rpc.has_security_group_logging(os_id): False [ 939.839194] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('652df7ce-0230-4e20-a5b2-3ba9f2ea720c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.857506] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.857657] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.857723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.857940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.858041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.858256] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.858356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.858415] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.858588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.858665] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.858944] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.859063] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.859129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.859296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.859369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.859554] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.859646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.859716] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.859956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.860981] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.861127] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c is going to be created. [ 939.924655] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.925498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.925584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.925818] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.926031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.940409] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c in Status: IN_PROGRESS for 2s [ 940.341609] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('652df7ce-0230-4e20-a5b2-3ba9f2ea720c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.844944] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.845123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.845195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.845464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.845598] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.845739] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c is going to be updated. [ 940.848335] env[65894]: INFO networking_nsxv3.common.synchronization [req-16f8be66-87af-426a-ae1b-26248f35445e req-4fa3b0a2-a6dc-421a-84c4-9ac214ed6cae tempest-ServerDiskConfigTestJSON-1160334058 tempest-ServerDiskConfigTestJSON-1160334058-project-member] Enqueued Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_members [ 940.849675] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_members [ 940.851594] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.851817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.851885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.852303] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.852518] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.852690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.852797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.853030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.853154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.853276] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.890261] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.890261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.890444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.890525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.890677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.900230] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c in Status: IN_PROGRESS for 2s [ 941.356417] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.357028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.357028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.357226] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.384557] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.385805] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.385805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.385805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.385805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.385805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.385805] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e is going to be updated. [ 941.418681] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.418838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.418894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.419134] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.419285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.429024] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: IN_PROGRESS for 2s [ 941.952333] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c in Status: SUCCESS [ 941.952515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.953173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.953173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.953173] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('652df7ce-0230-4e20-a5b2-3ba9f2ea720c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.456790] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.457119] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.910764] env[65894]: INFO networking_nsxv3.common.synchronization [None req-67dda3e3-c788-4f98-a0e9-626fa6c29d0f tempest-AttachVolumeTestJSON-1749400479 tempest-AttachVolumeTestJSON-1749400479-project-member] Enqueued Resource ID: f63c9059-7cb5-4426-9a14-9f55ce0effc3 with Priority: HIGHEST for action security_group_rules [ 942.911685] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c in Status: SUCCESS [ 942.911890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.912350] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63c9059-7cb5-4426-9a14-9f55ce0effc3 with Priority: HIGHEST for action security_group_rules [ 942.912513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.912712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.912892] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.913018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.913080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.913230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.913309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.913414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.913504] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('652df7ce-0230-4e20-a5b2-3ba9f2ea720c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.914334] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f63c9059-7cb5-4426-9a14-9f55ce0effc3 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.914440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.914505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.914743] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.914816] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f63c9059-7cb5-4426-9a14-9f55ce0effc3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.990224] env[65894]: INFO networking_nsxv3.common.synchronization [None req-fc7f3a57-20e4-41ef-b0f4-e86fed3d47d5 tempest-AttachVolumeTestJSON-1749400479 tempest-AttachVolumeTestJSON-1749400479-project-member] Enqueued Resource ID: f63c9059-7cb5-4426-9a14-9f55ce0effc3 with Priority: HIGHEST for action security_group_rules [ 942.990769] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63c9059-7cb5-4426-9a14-9f55ce0effc3 with Priority: HIGHEST for action security_group_rules [ 942.991088] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f63c9059-7cb5-4426-9a14-9f55ce0effc3 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.991194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.416845] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.417094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.417200] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.417508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.417747] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.417893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.417979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.418221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.418365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.418441] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.418678] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.418835] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.418956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.419074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.419299] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.419456] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.419545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.419699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.419791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.419877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.419971] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('652df7ce-0230-4e20-a5b2-3ba9f2ea720c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.444897] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: SUCCESS [ 943.445147] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e deletion is rescheduled due to dependency. [ 943.445235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.446516] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.446642] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.446722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.447055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.447122] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.447201] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f63c9059-7cb5-4426-9a14-9f55ce0effc3 already deleted. [ 943.447283] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.447411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.447563] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.447644] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f63c9059-7cb5-4426-9a14-9f55ce0effc3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.923195] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 652df7ce-0230-4e20-a5b2-3ba9f2ea720c: rpc.has_security_group_logging(os_id): False [ 943.941282] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.941429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.941488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.941716] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.941808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.942020] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.942117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.942162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.942323] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.942397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.942601] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.942696] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.942756] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.942897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.942971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.943160] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.943253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.943309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.943448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.943520] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.943602] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c is going to be updated. [ 943.965518] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.965677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.965778] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.965945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.966048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.966145] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f63c9059-7cb5-4426-9a14-9f55ce0effc3 already deleted. [ 943.966226] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.016622] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.016805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.016899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.017144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.017334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.030198] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c in Status: IN_PROGRESS for 2s [ 944.544341] env[65894]: INFO networking_nsxv3.common.synchronization [req-f7221ee3-410f-4719-8db5-b45a2f3a4a0e req-1c2faae8-4140-470e-bf4a-3c3248702e7a tempest-ImagesTestJSON-440520544 tempest-ImagesTestJSON-440520544-project-member] Enqueued Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_members [ 944.544942] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_members [ 944.545402] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.545523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.545593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.545793] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.545940] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.546071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.546168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.546408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.546487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.546672] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.913242] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.913242] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-471" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.913242] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-471" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.913242] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-471" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.913242] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.913815] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.914147] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.914603] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.914901] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.915330] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.915605] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.915852] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.916098] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.916367] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.916629] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.916974] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.940727] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.941398] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 944.941398] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.941398] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-471" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.941742] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-7cbdeaea-cff4-4c68-92ff-395036eaffa3 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.941930] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-7cbdeaea-cff4-4c68-92ff-395036eaffa3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.942067] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-7cbdeaea-cff4-4c68-92ff-395036eaffa3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.942417] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-7cbdeaea-cff4-4c68-92ff-395036eaffa3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.942557] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cbdeaea-cff4-4c68-92ff-395036eaffa3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.049234] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.049447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.049550] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.049841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.074075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.074351] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.074879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.074879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.074879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.074879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.074879] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 is going to be updated. [ 945.100038] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.100212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.100297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.100490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.100634] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.110876] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: IN_PROGRESS for 2s [ 945.446082] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.446483] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.446707] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.447059] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.447290] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.447549] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 7cbdeaea-cff4-4c68-92ff-395036eaffa3 not found, creating... [ 945.448221] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.448608] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.448608] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.449431] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.449431] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.449594] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.449806] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.449978] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.450302] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.450495] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.451278] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 7cbdeaea-cff4-4c68-92ff-395036eaffa3 is going to be created. [ 945.476553] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.476956] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.477103] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.477628] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.478334] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.478334] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-7cbdeaea-cff4-4c68-92ff-395036eaffa3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.060231] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c in Status: SUCCESS [ 946.062305] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.062305] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.062305] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.062305] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('652df7ce-0230-4e20-a5b2-3ba9f2ea720c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.217492] env[65894]: INFO networking_nsxv3.common.synchronization [req-f7221ee3-410f-4719-8db5-b45a2f3a4a0e req-cd95da14-6fbb-45a5-bf57-0ba0310a4ee6 service nova] Enqueued Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_rules [ 946.217664] env[65894]: INFO networking_nsxv3.common.synchronization [req-f7221ee3-410f-4719-8db5-b45a2f3a4a0e req-cd95da14-6fbb-45a5-bf57-0ba0310a4ee6 service nova] Enqueued Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_members [ 946.217801] env[65894]: INFO networking_nsxv3.common.synchronization [req-f7221ee3-410f-4719-8db5-b45a2f3a4a0e req-cd95da14-6fbb-45a5-bf57-0ba0310a4ee6 service nova] Enqueued Resource ID: 7cbdeaea-cff4-4c68-92ff-395036eaffa3 with Priority: HIGHEST for action port [ 946.218346] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_rules [ 946.218557] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_members [ 946.218596] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cbdeaea-cff4-4c68-92ff-395036eaffa3 with Priority: HIGHEST for action port [ 946.219143] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.219313] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.219408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.219643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.219755] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.220866] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.222862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.222862] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cbdeaea-cff4-4c68-92ff-395036eaffa3 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.222862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cbdeaea-cff4-4c68-92ff-395036eaffa3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.222862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cbdeaea-cff4-4c68-92ff-395036eaffa3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.222862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cbdeaea-cff4-4c68-92ff-395036eaffa3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.222862] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cbdeaea-cff4-4c68-92ff-395036eaffa3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.320637] env[65894]: INFO networking_nsxv3.common.synchronization [req-b0d61f2f-ea94-470a-aff9-ad9e3ef09786 req-4b746092-01c7-4a25-8e5d-437f52e694d9 tempest-AttachInterfacesTestJSON-1026338332 tempest-AttachInterfacesTestJSON-1026338332-project-member] Enqueued Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_members [ 946.321013] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_members [ 946.321637] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.321835] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.321835] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.322441] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.322553] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.322655] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.322788] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.322916] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.323094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.323336] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.563554] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.563754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.563842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.564149] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.564393] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.564564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.564660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.565209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.565209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.565209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.565209] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('652df7ce-0230-4e20-a5b2-3ba9f2ea720c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.666517] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-425 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.666758] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.666827] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.667101] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.667384] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.667531] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.667655] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.667820] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.667963] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.668349] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.668453] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.668570] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.668684] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.668816] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.668984] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.669148] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.689746] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.689927] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 946.690107] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.690307] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.690646] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-3ec93b7a-4125-4e7c-89b1-bccffea52ce0 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.690839] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-3ec93b7a-4125-4e7c-89b1-bccffea52ce0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.690990] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-3ec93b7a-4125-4e7c-89b1-bccffea52ce0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.691411] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-3ec93b7a-4125-4e7c-89b1-bccffea52ce0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.691637] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ec93b7a-4125-4e7c-89b1-bccffea52ce0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.724443] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.724600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.724647] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7cbdeaea-cff4-4c68-92ff-395036eaffa3 with status ACTIVE [ 946.724840] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.724952] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.725030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.725263] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.725358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.725562] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.725663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.725741] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.725912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.726027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.726590] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.726590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.726590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.726590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.726791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.726791] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7cbdeaea-cff4-4c68-92ff-395036eaffa3 is going to be updated. [ 946.749689] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.749937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.749937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.750191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.750338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.750503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cbdeaea-cff4-4c68-92ff-395036eaffa3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.825438] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.825619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.825683] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.825870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.825956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.826165] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.826264] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.826325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.826478] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.826556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.826638] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf7e093-ca11-483e-b294-4645a455be90 is going to be deleted. [ 946.863622] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.863861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.863965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.864291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.864449] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.864619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.067014] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.067333] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.067333] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.067701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.067918] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.068111] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.068167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.068348] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.068460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.068690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.068766] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.068922] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.068981] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.069186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.069380] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.069532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.069585] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.069820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.069884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.069985] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.070122] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('652df7ce-0230-4e20-a5b2-3ba9f2ea720c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.121903] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: SUCCESS [ 947.122115] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 deletion is rescheduled due to dependency. [ 947.122240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.122483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.122656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.122839] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.122992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.123043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.123210] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.123301] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.123422] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.194557] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.194702] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.194759] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.195083] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.195210] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.195548] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 3ec93b7a-4125-4e7c-89b1-bccffea52ce0 not found, creating... [ 947.195642] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.195767] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.195926] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.196109] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.196280] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.196519] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.196670] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.196928] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.197288] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.197454] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.197619] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 3ec93b7a-4125-4e7c-89b1-bccffea52ce0 is going to be created. [ 947.217307] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.217395] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.217527] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.218077] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.218173] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.218398] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-3ec93b7a-4125-4e7c-89b1-bccffea52ce0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.544057] env[65894]: INFO networking_nsxv3.common.synchronization [req-d16d892b-17fd-4d16-9b9f-dff4ad5fc715 req-eddf7daf-4cd5-4be5-b3e1-c3e67d8e458e tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_members [ 947.544352] env[65894]: INFO networking_nsxv3.common.synchronization [req-d16d892b-17fd-4d16-9b9f-dff4ad5fc715 req-eddf7daf-4cd5-4be5-b3e1-c3e67d8e458e tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: f8d8eb23-9300-4332-a3ba-ea4de4186321 with Priority: HIGHEST for action security_group_members [ 947.544520] env[65894]: INFO networking_nsxv3.common.synchronization [req-d16d892b-17fd-4d16-9b9f-dff4ad5fc715 req-eddf7daf-4cd5-4be5-b3e1-c3e67d8e458e tempest-SecurityGroupsTestJSON-929063460 tempest-SecurityGroupsTestJSON-929063460-project-member] Enqueued Resource ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 with Priority: HIGHEST for action security_group_members [ 947.545556] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGHEST for action security_group_members [ 947.545556] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d8eb23-9300-4332-a3ba-ea4de4186321 with Priority: HIGHEST for action security_group_members [ 947.545556] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 with Priority: HIGHEST for action security_group_members [ 947.546192] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.547245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.547322] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.547526] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.547705] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.547811] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.547873] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.548048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.548133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.548223] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.549155] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d8eb23-9300-4332-a3ba-ea4de4186321 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.549319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d8eb23-9300-4332-a3ba-ea4de4186321" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.549319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d8eb23-9300-4332-a3ba-ea4de4186321" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.549763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d8eb23-9300-4332-a3ba-ea4de4186321" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.549763] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.549763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.549763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.549937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.549937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.550061] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8d8eb23-9300-4332-a3ba-ea4de4186321',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.551842] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.552437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.552437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.552437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.552437] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.552437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.552699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.552699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.552699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.552786] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b3f51ed-f14f-4d0e-b5b1-f82978f46041',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.572607] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 652df7ce-0230-4e20-a5b2-3ba9f2ea720c: rpc.has_security_group_logging(os_id): False [ 947.591517] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.591647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.591720] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.591935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.592139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.592353] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.592462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.592553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.592734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.592815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.593067] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.593126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.593432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.593432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.593432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.593579] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.593643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.593706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.593847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.593921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.594029] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c is going to be updated. [ 947.625842] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.654992] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.655154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.655218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.655518] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.655669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.671041] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c in Status: IN_PROGRESS for 2s [ 947.928340] env[65894]: INFO networking_nsxv3.common.synchronization [req-b0d61f2f-ea94-470a-aff9-ad9e3ef09786 req-8aacbf98-3b89-4ab5-b9d3-e557a38e4944 service nova] Enqueued Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_rules [ 947.928516] env[65894]: INFO networking_nsxv3.common.synchronization [req-b0d61f2f-ea94-470a-aff9-ad9e3ef09786 req-8aacbf98-3b89-4ab5-b9d3-e557a38e4944 service nova] Enqueued Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_members [ 947.929087] env[65894]: INFO networking_nsxv3.common.synchronization [req-b0d61f2f-ea94-470a-aff9-ad9e3ef09786 req-8aacbf98-3b89-4ab5-b9d3-e557a38e4944 service nova] Enqueued Resource ID: 3ec93b7a-4125-4e7c-89b1-bccffea52ce0 with Priority: HIGHEST for action port [ 947.929594] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_rules [ 947.929737] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_members [ 947.929836] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ec93b7a-4125-4e7c-89b1-bccffea52ce0 with Priority: HIGHEST for action port [ 947.930141] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.930537] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.930537] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.930537] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.930791] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.931432] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.931548] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.931619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.931781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.931926] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.932037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.932096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.932233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.932315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.932402] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.934035] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ec93b7a-4125-4e7c-89b1-bccffea52ce0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.934035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ec93b7a-4125-4e7c-89b1-bccffea52ce0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.934035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ec93b7a-4125-4e7c-89b1-bccffea52ce0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.934275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ec93b7a-4125-4e7c-89b1-bccffea52ce0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.934275] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ec93b7a-4125-4e7c-89b1-bccffea52ce0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.055029] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.055174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.055174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.055377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.056674] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.056674] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.056906] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.056994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.075631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.076020] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.076254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.076254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.077140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.077140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.077140] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d8eb23-9300-4332-a3ba-ea4de4186321 is going to be updated. [ 948.077830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.077900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.077996] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.078185] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.078287] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.078348] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.078540] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.078627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.078715] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 is going to be updated. [ 948.079892] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.079892] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.100350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.100641] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.100772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.100831] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.101112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.101304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.101304] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 is going to be updated. [ 948.110394] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.110531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.110599] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.110803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.110941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.112682] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.112808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.112865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.113091] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.113217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.121794] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: IN_PROGRESS for 2s [ 948.122451] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d8eb23-9300-4332-a3ba-ea4de4186321 in Status: IN_PROGRESS for 2s [ 948.127786] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.131978] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.132291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.132380] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.132667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.132750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.142619] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 in Status: IN_PROGRESS for 2s [ 948.435505] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.436301] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.436301] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.436852] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ec93b7a-4125-4e7c-89b1-bccffea52ce0 with status ACTIVE [ 948.437085] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.438837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.438837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.438837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.438837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.438837] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.439296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.439296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.439296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.439424] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.439576] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.441643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.441643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.441643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.441643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.441643] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ec93b7a-4125-4e7c-89b1-bccffea52ce0 is going to be updated. [ 948.465463] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.465693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.465693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.466594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.466594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.466594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ec93b7a-4125-4e7c-89b1-bccffea52ce0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.630459] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.630638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.630733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.630912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.631009] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.631118] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 is going to be updated. [ 948.663441] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.663580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.663637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.663847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.663995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.673424] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: IN_PROGRESS for 2s [ 948.942269] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.283733] env[65894]: INFO networking_nsxv3.common.synchronization [req-9fd48f6f-8f4b-4906-b343-761a15da26c8 req-f43d2460-b6b8-44b5-9d3e-b95416344eb2 tempest-ImagesOneServerNegativeTestJSON-251457988 tempest-ImagesOneServerNegativeTestJSON-251457988-project-member] Enqueued Resource ID: e873305b-c351-4c61-b147-e545049f0706 with Priority: HIGHEST for action security_group_members [ 949.284959] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e873305b-c351-4c61-b147-e545049f0706 with Priority: HIGHEST for action security_group_members [ 949.284959] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e873305b-c351-4c61-b147-e545049f0706 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.284959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.284959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.285212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.285338] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.285435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.285503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.285747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.285747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.286294] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e873305b-c351-4c61-b147-e545049f0706',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.445553] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.445727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.445819] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.446076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.446172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.446270] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf7e093-ca11-483e-b294-4645a455be90 is going to be created. [ 949.470030] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.470267] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.470314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.470501] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.470665] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.480228] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7e093-ca11-483e-b294-4645a455be90 in Status: UNINITIALIZED for 2s [ 949.686022] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c in Status: SUCCESS [ 949.686332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.714506] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.714686] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-58" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.714686] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-58" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.715169] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-58" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.715169] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.715327] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.715436] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.716021] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.716021] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.716021] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.716192] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.716192] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.716301] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.716543] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.716543] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.717408] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.739200] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.739412] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 949.739801] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.739801] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-58" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.740150] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-276eb668-44c6-44aa-8d0b-5b22f3b2ad17 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.740346] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-276eb668-44c6-44aa-8d0b-5b22f3b2ad17" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.740466] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-276eb668-44c6-44aa-8d0b-5b22f3b2ad17" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.740810] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-276eb668-44c6-44aa-8d0b-5b22f3b2ad17" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.740952] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('276eb668-44c6-44aa-8d0b-5b22f3b2ad17',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.789744] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.789744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.789744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.789744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.815477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.815938] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.815938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.816194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.816271] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.816306] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.816413] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e873305b-c351-4c61-b147-e545049f0706 is going to be updated. [ 949.853255] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.853467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.853467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.853683] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.853826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.865048] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e873305b-c351-4c61-b147-e545049f0706 in Status: IN_PROGRESS for 2s [ 950.136573] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d8eb23-9300-4332-a3ba-ea4de4186321 in Status: SUCCESS [ 950.136573] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d8eb23-9300-4332-a3ba-ea4de4186321 deletion is rescheduled due to dependency. [ 950.136573] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d8eb23-9300-4332-a3ba-ea4de4186321" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.137220] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 in Status: SUCCESS [ 950.137365] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 deletion is rescheduled due to dependency. [ 950.137462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.153635] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 in Status: SUCCESS [ 950.153965] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 deletion is rescheduled due to dependency. [ 950.153965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.243259] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.243476] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.243600] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.243892] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.244102] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.244216] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 276eb668-44c6-44aa-8d0b-5b22f3b2ad17 not found, creating... [ 950.244561] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.244731] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.244849] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.245091] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.245232] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.245520] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.245672] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.245788] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.246048] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.246193] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.246332] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 276eb668-44c6-44aa-8d0b-5b22f3b2ad17 is going to be created. [ 950.267826] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.268173] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.268173] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.268451] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.268679] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.268897] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-276eb668-44c6-44aa-8d0b-5b22f3b2ad17" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.686067] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: SUCCESS [ 950.686457] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.686629] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.686857] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.687253] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.687436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.687500] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.687680] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.687782] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.687874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.687970] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.060421] env[65894]: INFO networking_nsxv3.common.synchronization [req-9fd48f6f-8f4b-4906-b343-761a15da26c8 req-63413dad-d0da-4ffb-8cd0-0a5d0f3dd57a service nova] Enqueued Resource ID: e873305b-c351-4c61-b147-e545049f0706 with Priority: HIGHEST for action security_group_rules [ 951.060598] env[65894]: INFO networking_nsxv3.common.synchronization [req-9fd48f6f-8f4b-4906-b343-761a15da26c8 req-63413dad-d0da-4ffb-8cd0-0a5d0f3dd57a service nova] Enqueued Resource ID: e873305b-c351-4c61-b147-e545049f0706 with Priority: HIGHEST for action security_group_members [ 951.060771] env[65894]: INFO networking_nsxv3.common.synchronization [req-9fd48f6f-8f4b-4906-b343-761a15da26c8 req-63413dad-d0da-4ffb-8cd0-0a5d0f3dd57a service nova] Enqueued Resource ID: 276eb668-44c6-44aa-8d0b-5b22f3b2ad17 with Priority: HIGHEST for action port [ 951.061422] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e873305b-c351-4c61-b147-e545049f0706 with Priority: HIGHEST for action security_group_rules [ 951.062095] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e873305b-c351-4c61-b147-e545049f0706 with Priority: HIGHEST for action security_group_members [ 951.062095] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 276eb668-44c6-44aa-8d0b-5b22f3b2ad17 with Priority: HIGHEST for action port [ 951.062210] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e873305b-c351-4c61-b147-e545049f0706 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.062331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.062439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.062596] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.064231] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e873305b-c351-4c61-b147-e545049f0706',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.064974] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e873305b-c351-4c61-b147-e545049f0706 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.065153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.065361] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-276eb668-44c6-44aa-8d0b-5b22f3b2ad17 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.065504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-276eb668-44c6-44aa-8d0b-5b22f3b2ad17" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.065589] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-276eb668-44c6-44aa-8d0b-5b22f3b2ad17" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.065760] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-276eb668-44c6-44aa-8d0b-5b22f3b2ad17" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.066857] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('276eb668-44c6-44aa-8d0b-5b22f3b2ad17',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.190519] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.190695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.190755] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.190963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.191156] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.191246] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.191316] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.191460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.191546] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.191635] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.191779] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.191872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.191927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.192281] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.192281] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.192388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.192388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.192502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.192559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.192632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.192698] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.492599] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7e093-ca11-483e-b294-4645a455be90 in Status: SUCCESS [ 951.492599] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.492599] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.492850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.492995] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.493186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.493186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.493338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.493419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.493503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.493589] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.568301] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e873305b-c351-4c61-b147-e545049f0706 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.568441] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.568745] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 276eb668-44c6-44aa-8d0b-5b22f3b2ad17 with status ACTIVE [ 951.568823] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.568891] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.569042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.569283] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.569375] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.569545] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.569645] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.569707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.569857] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.569933] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.570279] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.570401] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.570471] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.570631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.570711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.570802] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 276eb668-44c6-44aa-8d0b-5b22f3b2ad17 is going to be updated. [ 951.594546] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.595974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.596087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.596322] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.596474] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.596734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-276eb668-44c6-44aa-8d0b-5b22f3b2ad17" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.695077] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac302640-a57f-43bb-9afe-4e5d8c8bdfd1: rpc.has_security_group_logging(os_id): False [ 951.714271] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.714375] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.714375] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.715027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.715027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.715027] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.715027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.715027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.715360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.715360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.715427] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.715521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.715580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.715899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.715899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.715981] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.716073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.716135] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.716273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.716345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.716430] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 is going to be updated. [ 951.827807] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.827969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.827969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.828270] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.828383] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.861628] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: IN_PROGRESS for 2s [ 951.881195] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e873305b-c351-4c61-b147-e545049f0706 in Status: SUCCESS [ 951.881439] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e873305b-c351-4c61-b147-e545049f0706 deletion is rescheduled due to dependency. [ 951.881581] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.881703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.881930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.882218] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.882372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.882453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.882619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.882711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.882791] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e873305b-c351-4c61-b147-e545049f0706',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.996284] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.996534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.996636] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.996919] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.997188] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.997358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.997466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.997704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.997843] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.998020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.998268] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.998426] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.998541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.999115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.999115] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.999320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.999320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.999497] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.999673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.999816] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.999971] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.385406] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e873305b-c351-4c61-b147-e545049f0706',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.503186] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbf7e093-ca11-483e-b294-4645a455be90: rpc.has_security_group_logging(os_id): False [ 952.523099] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.523257] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.523323] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.523545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.523635] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.523867] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.525101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.525101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.525101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.525101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.525101] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.525101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.525101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.525101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.525101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.525101] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.525523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.525523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.525523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.525523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.525644] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbf7e093-ca11-483e-b294-4645a455be90 is going to be created. [ 952.586443] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.586443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.586443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.586654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.586771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.598541] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbf7e093-ca11-483e-b294-4645a455be90 in Status: IN_PROGRESS for 2s [ 952.889357] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e873305b-c351-4c61-b147-e545049f0706',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.962265] env[65894]: INFO networking_nsxv3.common.synchronization [None req-863b81ac-255b-4059-84ae-c4a571679f7c tempest-AttachInterfacesTestJSON-1026338332 tempest-AttachInterfacesTestJSON-1026338332-project-member] Enqueued Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_members [ 952.962824] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_members [ 952.963218] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.963315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.963379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.963583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.963745] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.963831] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.963917] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.964054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.964140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.964226] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.391360] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.391548] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.391615] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.391805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.391895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.391999] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e873305b-c351-4c61-b147-e545049f0706 is going to be updated. [ 953.425625] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.425828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.425942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.426235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.426387] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.437328] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e873305b-c351-4c61-b147-e545049f0706 in Status: IN_PROGRESS for 2s [ 953.465940] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.876075] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: SUCCESS [ 953.876297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.967835] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.470794] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.470979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.471132] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.471488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.471642] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.471804] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf7e093-ca11-483e-b294-4645a455be90 is going to be updated. [ 954.504286] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.504447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.504496] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.504728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.504874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.516776] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7e093-ca11-483e-b294-4645a455be90 in Status: IN_PROGRESS for 2s [ 954.611382] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbf7e093-ca11-483e-b294-4645a455be90 in Status: SUCCESS [ 954.611740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.450610] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e873305b-c351-4c61-b147-e545049f0706 in Status: SUCCESS [ 955.450610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.450610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.450610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.450610] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.450610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.450610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.450610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.450610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.450610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.450610] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e873305b-c351-4c61-b147-e545049f0706',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.942655] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-425 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.942655] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.942655] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.942655] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.942979] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.943085] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.943216] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.943500] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.943698] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.943963] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.944120] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.944286] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.944397] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.944548] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.944690] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.944845] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.952634] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e873305b-c351-4c61-b147-e545049f0706 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.952835] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.952903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.953138] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.953339] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.953463] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.953516] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.953715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.953809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.953901] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.954065] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e873305b-c351-4c61-b147-e545049f0706 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.954162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.954228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.954640] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.954640] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.954793] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.954793] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.954865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.954977] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.955093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.955153] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e873305b-c351-4c61-b147-e545049f0706',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.965242] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.965565] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 955.965565] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.965714] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.966055] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-322e360a-f68d-4a50-8fa2-155d2435f24c taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.966227] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-322e360a-f68d-4a50-8fa2-155d2435f24c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.966347] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-322e360a-f68d-4a50-8fa2-155d2435f24c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.966683] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-322e360a-f68d-4a50-8fa2-155d2435f24c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.966821] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('322e360a-f68d-4a50-8fa2-155d2435f24c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.457165] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e873305b-c351-4c61-b147-e545049f0706: rpc.has_security_group_logging(os_id): False [ 956.470258] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.470574] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.470746] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.471107] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.471321] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.471491] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 322e360a-f68d-4a50-8fa2-155d2435f24c not found, creating... [ 956.471882] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.472092] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.472222] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.472478] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.472637] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.472976] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.473159] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.473276] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.473514] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.473687] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.473834] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 322e360a-f68d-4a50-8fa2-155d2435f24c is going to be created. [ 956.483239] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.483496] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.483496] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.483685] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.483777] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.483970] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.484083] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.484165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.484390] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.484533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.484597] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.484691] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.484767] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.484900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.484971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.485574] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.485574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.485574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.485574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.485574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.485898] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e873305b-c351-4c61-b147-e545049f0706 is going to be updated. [ 956.495651] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.495952] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.496072] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.496392] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.496642] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.496927] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-322e360a-f68d-4a50-8fa2-155d2435f24c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.527781] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7e093-ca11-483e-b294-4645a455be90 in Status: SUCCESS [ 956.527993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.557955] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.557955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.558282] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.558418] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.558638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.576917] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e873305b-c351-4c61-b147-e545049f0706 in Status: IN_PROGRESS for 2s [ 957.267992] env[65894]: INFO networking_nsxv3.common.synchronization [req-017cca19-51cf-4b7b-aa24-64a20b65224d req-cd2f8c36-1a11-433b-9cfc-d920193aa258 service nova] Enqueued Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_rules [ 957.268609] env[65894]: INFO networking_nsxv3.common.synchronization [req-017cca19-51cf-4b7b-aa24-64a20b65224d req-cd2f8c36-1a11-433b-9cfc-d920193aa258 service nova] Enqueued Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_members [ 957.269042] env[65894]: INFO networking_nsxv3.common.synchronization [req-017cca19-51cf-4b7b-aa24-64a20b65224d req-cd2f8c36-1a11-433b-9cfc-d920193aa258 service nova] Enqueued Resource ID: 322e360a-f68d-4a50-8fa2-155d2435f24c with Priority: HIGHEST for action port [ 957.270090] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_rules [ 957.270448] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_members [ 957.270994] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322e360a-f68d-4a50-8fa2-155d2435f24c with Priority: HIGHEST for action port [ 957.271946] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.272144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.272241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.272751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.272907] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.274810] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.274810] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.276061] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.276373] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.276612] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.277390] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.277556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.277794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.281456] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.281456] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.282550] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-322e360a-f68d-4a50-8fa2-155d2435f24c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.282706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-322e360a-f68d-4a50-8fa2-155d2435f24c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.282927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-322e360a-f68d-4a50-8fa2-155d2435f24c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.283071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-322e360a-f68d-4a50-8fa2-155d2435f24c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.283226] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('322e360a-f68d-4a50-8fa2-155d2435f24c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.785432] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.785791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.787457] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.788378] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 322e360a-f68d-4a50-8fa2-155d2435f24c with status ACTIVE [ 957.788565] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.788684] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.788750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.788948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.789092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.789300] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.789407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.789470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.789633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.789764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.789950] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.790077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.790132] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.790276] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.790352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.790433] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 322e360a-f68d-4a50-8fa2-155d2435f24c is going to be updated. [ 957.812331] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.812520] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.812630] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.812744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.812884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.813060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-322e360a-f68d-4a50-8fa2-155d2435f24c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.292951] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.592438] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e873305b-c351-4c61-b147-e545049f0706 in Status: SUCCESS [ 958.592694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.795916] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.796368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.796368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.796521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.796559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.796664] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf7e093-ca11-483e-b294-4645a455be90 is going to be updated. [ 958.833144] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.833144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.833144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.833505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.833505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.846872] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7e093-ca11-483e-b294-4645a455be90 in Status: IN_PROGRESS for 2s [ 960.833594] env[65894]: INFO networking_nsxv3.common.synchronization [req-90156ff8-7a68-411d-8eef-36605acdc176 req-c720d824-84fb-46da-b169-9b2ce0c4a637 tempest-ServersAdminTestJSON-808999941 tempest-ServersAdminTestJSON-808999941-project-member] Enqueued Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGHEST for action security_group_members [ 960.834357] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGHEST for action security_group_members [ 960.838330] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.838330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.838330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.838330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.838330] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.838330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.838330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.838330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.838330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.838330] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.861139] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7e093-ca11-483e-b294-4645a455be90 in Status: SUCCESS [ 960.861375] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.861528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.861744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.861951] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.862111] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.862196] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.862380] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.862466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.862554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.862656] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.339786] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.364770] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.364948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.365229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.365229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.365451] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.365591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.365663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.365895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.365987] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.366117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.366309] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.366408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.366469] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.366608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.366749] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.366841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.366913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.367084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.367164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.367273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.367378] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.842887] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.160250] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbf7e093-ca11-483e-b294-4645a455be90: rpc.has_security_group_logging(os_id): False [ 962.160250] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.160250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.160250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.160250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.160250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.160250] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.160250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.160250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.160250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.160250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.160250] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.160250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.160250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.160250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.162979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.162979] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.162979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.162979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.162979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.162979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.162979] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbf7e093-ca11-483e-b294-4645a455be90 is going to be updated. [ 962.171231] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.171231] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.171231] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.173124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.173124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.187800] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbf7e093-ca11-483e-b294-4645a455be90 in Status: IN_PROGRESS for 2s [ 962.349799] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.349953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.350038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.350223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.350317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.350422] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 is going to be updated. [ 962.391709] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.391893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.391982] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.392274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.392630] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.402889] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 in Status: IN_PROGRESS for 2s [ 963.257832] env[65894]: INFO networking_nsxv3.common.synchronization [req-0fb7e51f-6854-42da-a1b6-9844292fe4cc req-2cdb52a6-2aa7-44a1-bca7-f825338e78b4 tempest-ImagesOneServerNegativeTestJSON-251457988 tempest-ImagesOneServerNegativeTestJSON-251457988-project-member] Enqueued Resource ID: e873305b-c351-4c61-b147-e545049f0706 with Priority: HIGHEST for action security_group_members [ 963.258650] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e873305b-c351-4c61-b147-e545049f0706 with Priority: HIGHEST for action security_group_members [ 963.261065] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e873305b-c351-4c61-b147-e545049f0706 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.261065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.261065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.261065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.261065] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.261065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.261065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.261065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.261065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.261065] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e873305b-c351-4c61-b147-e545049f0706',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.766482] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.766639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.766711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.766948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.767074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.767288] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.767439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.767508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.767663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.767744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.767839] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e873305b-c351-4c61-b147-e545049f0706 is going to be updated. [ 963.799281] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.799465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.799615] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.799873] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.800067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.810987] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e873305b-c351-4c61-b147-e545049f0706 in Status: IN_PROGRESS for 2s [ 964.207915] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbf7e093-ca11-483e-b294-4645a455be90 in Status: SUCCESS [ 964.209412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.414968] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 in Status: SUCCESS [ 964.415357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.425417] env[65894]: INFO networking_nsxv3.common.synchronization [req-a54d2ef3-ba3c-41cf-8591-04b0a2ea9068 req-311e7269-efcc-44f9-8e91-89030f13b52e tempest-ListServerFiltersTestJSON-765041244 tempest-ListServerFiltersTestJSON-765041244-project-member] Enqueued Resource ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c with Priority: HIGHEST for action security_group_members [ 965.425417] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c with Priority: HIGHEST for action security_group_members [ 965.425417] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.425417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.425417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.427206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.427567] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.427689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.427751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.427926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.428057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.428154] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('652df7ce-0230-4e20-a5b2-3ba9f2ea720c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.820338] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e873305b-c351-4c61-b147-e545049f0706 in Status: SUCCESS [ 965.820338] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e873305b-c351-4c61-b147-e545049f0706 deletion is rescheduled due to dependency. [ 965.820338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.933598] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('652df7ce-0230-4e20-a5b2-3ba9f2ea720c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.436243] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('652df7ce-0230-4e20-a5b2-3ba9f2ea720c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.939498] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.940437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.942775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.942775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.942775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.942775] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c is going to be updated. [ 966.974206] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.974279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.974346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.974570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.974710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.983906] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c in Status: IN_PROGRESS for 2s [ 966.998750] env[65894]: INFO networking_nsxv3.common.synchronization [req-bbb04c96-11cf-4d7d-8155-150b83658b29 req-dac8eaae-a595-47e1-8537-e0db98a371d8 tempest-ServersTestMultiNic-583117744 tempest-ServersTestMultiNic-583117744-project-member] Enqueued Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_members [ 966.999624] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_members [ 966.999945] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.000125] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.000184] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.001092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.001092] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.001092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.001092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.001092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.001092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.001092] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.423269] env[65894]: INFO networking_nsxv3.common.synchronization [req-bbb04c96-11cf-4d7d-8155-150b83658b29 req-569c7b2a-2831-4329-9e62-c9106749b3de tempest-ServersTestMultiNic-583117744 tempest-ServersTestMultiNic-583117744-project-member] Enqueued Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_members [ 967.424610] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_members [ 967.424610] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.424790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.507125] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.507125] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.507125] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.507125] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.527710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.527710] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.527710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.527710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.527938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.527938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.528044] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b is going to be updated. [ 967.559838] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.559992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.560059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.560317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.560572] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.575451] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: IN_PROGRESS for 2s [ 967.810870] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-483 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.811297] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-483" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.811297] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-483" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.811583] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-483" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.811851] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.812017] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.812144] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.812357] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.812494] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.812697] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.812804] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 967.812906] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 967.813015] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 967.813158] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.813304] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 967.813444] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 967.832319] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 967.832514] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 967.832736] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 967.832922] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-483" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.833284] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-1a5be911-4b55-4c7c-8f16-f7c547592f77 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.833459] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-1a5be911-4b55-4c7c-8f16-f7c547592f77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.833575] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-1a5be911-4b55-4c7c-8f16-f7c547592f77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.833911] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-1a5be911-4b55-4c7c-8f16-f7c547592f77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.834472] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a5be911-4b55-4c7c-8f16-f7c547592f77',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.337286] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.337518] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.337650] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.338405] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.338405] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.338405] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 1a5be911-4b55-4c7c-8f16-f7c547592f77 not found, creating... [ 968.338826] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.338826] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.338826] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.339053] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.339408] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.339408] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.340287] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.340287] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.340287] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.340287] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.340562] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 1a5be911-4b55-4c7c-8f16-f7c547592f77 is going to be created. [ 968.365161] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.365386] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.365506] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.365815] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.366104] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.366656] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-1a5be911-4b55-4c7c-8f16-f7c547592f77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.995450] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c in Status: SUCCESS [ 968.995450] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.162398] env[65894]: INFO networking_nsxv3.common.synchronization [req-bbb04c96-11cf-4d7d-8155-150b83658b29 req-a98751c6-a93c-4ab3-9232-ab299e3658ad service nova] Enqueued Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_rules [ 969.162553] env[65894]: INFO networking_nsxv3.common.synchronization [req-bbb04c96-11cf-4d7d-8155-150b83658b29 req-a98751c6-a93c-4ab3-9232-ab299e3658ad service nova] Enqueued Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_members [ 969.162655] env[65894]: INFO networking_nsxv3.common.synchronization [req-bbb04c96-11cf-4d7d-8155-150b83658b29 req-a98751c6-a93c-4ab3-9232-ab299e3658ad service nova] Enqueued Resource ID: 1a5be911-4b55-4c7c-8f16-f7c547592f77 with Priority: HIGHEST for action port [ 969.163208] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_rules [ 969.164468] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_members [ 969.164468] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a5be911-4b55-4c7c-8f16-f7c547592f77 with Priority: HIGHEST for action port [ 969.164468] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.164468] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.164468] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.164468] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.165299] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.165384] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.165492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.166681] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a5be911-4b55-4c7c-8f16-f7c547592f77 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.166681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a5be911-4b55-4c7c-8f16-f7c547592f77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.166681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a5be911-4b55-4c7c-8f16-f7c547592f77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.166681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a5be911-4b55-4c7c-8f16-f7c547592f77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.166681] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a5be911-4b55-4c7c-8f16-f7c547592f77',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.582617] env[65894]: INFO networking_nsxv3.common.synchronization [req-667044b1-a14f-412a-ba83-3ebc86b10895 req-a46b8792-bbbd-483c-8804-d3c2b81eff0f tempest-AttachInterfacesUnderV243Test-1704630149 tempest-AttachInterfacesUnderV243Test-1704630149-project-member] Enqueued Resource ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea with Priority: HIGHEST for action security_group_members [ 969.583257] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea with Priority: HIGHEST for action security_group_members [ 969.583613] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-67cdace9-74ee-41e7-b54a-b7098dca0eea taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.583765] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.583857] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.584104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.584294] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.584419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.584548] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.584796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.584914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.585081] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67cdace9-74ee-41e7-b54a-b7098dca0eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.587500] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: SUCCESS [ 969.587661] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b deletion is rescheduled due to dependency. [ 969.587759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.588184] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.588513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.588705] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.588837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.588917] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.589139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.589250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.589373] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.606502] env[65894]: INFO networking_nsxv3.common.synchronization [req-667044b1-a14f-412a-ba83-3ebc86b10895 req-a46b8792-bbbd-483c-8804-d3c2b81eff0f tempest-AttachInterfacesUnderV243Test-1704630149 tempest-AttachInterfacesUnderV243Test-1704630149-project-member] Enqueued Resource ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea with Priority: HIGHEST for action security_group_rules [ 969.606707] env[65894]: INFO networking_nsxv3.common.synchronization [req-667044b1-a14f-412a-ba83-3ebc86b10895 req-a46b8792-bbbd-483c-8804-d3c2b81eff0f tempest-AttachInterfacesUnderV243Test-1704630149 tempest-AttachInterfacesUnderV243Test-1704630149-project-member] Enqueued Resource ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea with Priority: HIGHEST for action security_group_members [ 969.606874] env[65894]: INFO networking_nsxv3.common.synchronization [req-667044b1-a14f-412a-ba83-3ebc86b10895 req-a46b8792-bbbd-483c-8804-d3c2b81eff0f tempest-AttachInterfacesUnderV243Test-1704630149 tempest-AttachInterfacesUnderV243Test-1704630149-project-member] Enqueued Resource ID: 200dcdd7-617d-480c-a91b-2b7763c8517c with Priority: HIGHEST for action port [ 969.608468] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea with Priority: HIGHEST for action security_group_rules [ 969.608961] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea with Priority: HIGHEST for action security_group_members [ 969.608961] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200dcdd7-617d-480c-a91b-2b7763c8517c with Priority: HIGHEST for action port [ 969.609355] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67cdace9-74ee-41e7-b54a-b7098dca0eea taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.609506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.609588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.609825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.609931] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67cdace9-74ee-41e7-b54a-b7098dca0eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.612680] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-67cdace9-74ee-41e7-b54a-b7098dca0eea taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.613534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.613534] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-200dcdd7-617d-480c-a91b-2b7763c8517c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.613534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-200dcdd7-617d-480c-a91b-2b7763c8517c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.613534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-200dcdd7-617d-480c-a91b-2b7763c8517c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.614356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-200dcdd7-617d-480c-a91b-2b7763c8517c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.614356] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('200dcdd7-617d-480c-a91b-2b7763c8517c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.626348] env[65894]: INFO networking_nsxv3.common.synchronization [req-a2ed5e43-89e6-475f-af41-a1103e79c72e req-0bdfe9bc-4d6e-442d-ae19-bde2066d0874 tempest-ImagesTestJSON-440520544 tempest-ImagesTestJSON-440520544-project-member] Enqueued Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_members [ 969.627810] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 with Priority: HIGHEST for action security_group_members [ 969.629335] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.629516] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.629825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.630106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.630366] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.630574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.630706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.630994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.631159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.631424] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac302640-a57f-43bb-9afe-4e5d8c8bdfd1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.671088] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.671422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.674019] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a5be911-4b55-4c7c-8f16-f7c547592f77 with status ACTIVE [ 969.674019] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.674019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.674019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.674019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.674019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.674019] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.674019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.674019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.674019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.674019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.674019] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.674019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.674019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.674019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.674019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.674019] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a5be911-4b55-4c7c-8f16-f7c547592f77 is going to be updated. [ 969.705222] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.705222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.705222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.705222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.705222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.705222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a5be911-4b55-4c7c-8f16-f7c547592f77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.986172] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-595 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.986399] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-595" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.986526] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-595" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.986886] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-595" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.987665] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.987948] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.988104] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.988666] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.988666] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.988797] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.988834] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.988936] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.989076] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.989192] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.989312] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.989444] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.996321] env[65894]: INFO networking_nsxv3.common.synchronization [req-e3895ae5-cf15-4ee1-a78f-6ef72f6c2d46 req-02200f00-79f2-411f-a8ea-14a27e12b0d1 tempest-ServerActionsTestOtherB-1343423867 tempest-ServerActionsTestOtherB-1343423867-project-member] Enqueued Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGHEST for action security_group_members [ 969.996871] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGHEST for action security_group_members [ 969.997188] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.997308] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.997373] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.997627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.997720] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.997798] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.997841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.998024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.998120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.998216] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.024023] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.024023] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 970.024023] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.024023] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-595" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.024023] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-5acdc861-275b-4835-83c7-ab0481bc76bf taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.024023] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-5acdc861-275b-4835-83c7-ab0481bc76bf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.024023] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-5acdc861-275b-4835-83c7-ab0481bc76bf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.024023] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-5acdc861-275b-4835-83c7-ab0481bc76bf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.024023] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5acdc861-275b-4835-83c7-ab0481bc76bf',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.088570] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67cdace9-74ee-41e7-b54a-b7098dca0eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.090884] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.113492] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-67cdace9-74ee-41e7-b54a-b7098dca0eea taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.113653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.118256] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 200dcdd7-617d-480c-a91b-2b7763c8517c with status ACTIVE [ 970.119662] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.119912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.120118] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.120391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.120527] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.120712] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.120814] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.120876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.121062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.121167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.121355] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.121449] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.121509] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.121651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.121721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.121801] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 200dcdd7-617d-480c-a91b-2b7763c8517c is going to be updated. [ 970.134171] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.134318] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.134380] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.135028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.135028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.135028] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.135028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.135284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.135284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.136854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.136854] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 is going to be updated. [ 970.150117] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.150314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.150397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.150592] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.150720] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.150874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-200dcdd7-617d-480c-a91b-2b7763c8517c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.169719] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.170032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.170195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.174021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.174021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.182922] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: IN_PROGRESS for 2s [ 970.500111] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.500318] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.500420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.500679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.522961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.523236] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.523393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.523562] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.523635] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.523714] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.523799] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 is going to be updated. [ 970.526583] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.526795] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.526887] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.527209] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.527278] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.527407] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 5acdc861-275b-4835-83c7-ab0481bc76bf not found, creating... [ 970.527651] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.527799] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.527909] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.528131] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.528263] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.528536] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.528683] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.528793] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.528992] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.529166] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.529305] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 5acdc861-275b-4835-83c7-ab0481bc76bf is going to be created. [ 970.531921] env[65894]: INFO networking_nsxv3.common.synchronization [req-714ea4ac-f319-4f5d-9c40-f11a39113c1f req-e309ffa3-64f6-42d9-ba91-1ded57d7dbd5 tempest-DeleteServersTestJSON-277239729 tempest-DeleteServersTestJSON-277239729-project-member] Enqueued Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 970.532527] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 970.533063] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.533174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.533240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.533399] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.533542] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.533634] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.533688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.533827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.533898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.533984] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.552937] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.553176] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.554368] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.554368] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.554368] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.554368] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-5acdc861-275b-4835-83c7-ab0481bc76bf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.556783] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.556924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.556987] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.557193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.557324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.566618] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 in Status: IN_PROGRESS for 2s [ 970.591880] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67cdace9-74ee-41e7-b54a-b7098dca0eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.592781] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.707858] env[65894]: INFO networking_nsxv3.common.synchronization [req-cae20fc7-00c5-411b-a877-71c283f01fca req-ad18af70-4b17-4537-b488-e744fb68620f tempest-AttachInterfacesTestJSON-1026338332 tempest-AttachInterfacesTestJSON-1026338332-project-member] Enqueued Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_members [ 970.708543] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_members [ 970.708821] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.708949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.709024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.709313] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.709483] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.709591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.709646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.709806] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.709890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.709984] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.040245] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.040245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.040245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.040245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.062184] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.062489] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.062621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.062680] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.062883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.062963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.063067] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 is going to be updated. [ 971.090788] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.091042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.091042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.091354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.091572] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.094854] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.095306] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.095306] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.095640] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.095640] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.095640] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea is going to be updated. [ 971.097200] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.097200] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.097200] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.097317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.097411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.097540] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b is going to be updated. [ 971.104425] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: IN_PROGRESS for 2s [ 971.124618] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.124618] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.124873] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.124910] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.125046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.126745] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.126874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.126914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.127179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.127312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.138193] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: IN_PROGRESS for 2s [ 971.138947] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea in Status: IN_PROGRESS for 2s [ 971.212478] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.266582] env[65894]: INFO networking_nsxv3.common.synchronization [req-bbb04c96-11cf-4d7d-8155-150b83658b29 req-4d97c836-8687-4490-ab06-cf7225787ad6 service nova] Enqueued Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_rules [ 971.266835] env[65894]: INFO networking_nsxv3.common.synchronization [req-bbb04c96-11cf-4d7d-8155-150b83658b29 req-4d97c836-8687-4490-ab06-cf7225787ad6 service nova] Enqueued Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_members [ 971.267101] env[65894]: INFO networking_nsxv3.common.synchronization [req-bbb04c96-11cf-4d7d-8155-150b83658b29 req-4d97c836-8687-4490-ab06-cf7225787ad6 service nova] Enqueued Resource ID: 5acdc861-275b-4835-83c7-ab0481bc76bf with Priority: HIGHEST for action port [ 971.267995] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_rules [ 971.268253] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_members [ 971.268391] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5acdc861-275b-4835-83c7-ab0481bc76bf with Priority: HIGHEST for action port [ 971.268719] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.268823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.269033] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.269143] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.269606] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-5acdc861-275b-4835-83c7-ab0481bc76bf taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.269714] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5acdc861-275b-4835-83c7-ab0481bc76bf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.269771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5acdc861-275b-4835-83c7-ab0481bc76bf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.270050] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5acdc861-275b-4835-83c7-ab0481bc76bf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.270165] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5acdc861-275b-4835-83c7-ab0481bc76bf',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.295938] env[65894]: INFO networking_nsxv3.common.synchronization [req-cd3ccf79-673c-424a-9f11-60bd45b01311 req-ed422407-6d4b-491e-ae96-5299a29f4587 tempest-AttachVolumeNegativeTest-1233650290 tempest-AttachVolumeNegativeTest-1233650290-project-member] Enqueued Resource ID: caef5b3f-989a-4ca0-928d-c35d134fc1dd with Priority: HIGHEST for action security_group_members [ 971.295938] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caef5b3f-989a-4ca0-928d-c35d134fc1dd with Priority: HIGHEST for action security_group_members [ 971.295938] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-caef5b3f-989a-4ca0-928d-c35d134fc1dd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.297359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-caef5b3f-989a-4ca0-928d-c35d134fc1dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.297359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-caef5b3f-989a-4ca0-928d-c35d134fc1dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.297651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-caef5b3f-989a-4ca0-928d-c35d134fc1dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.297778] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.297952] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.298050] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.298307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.298909] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.299229] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('caef5b3f-989a-4ca0-928d-c35d134fc1dd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.715696] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.772033] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5acdc861-275b-4835-83c7-ab0481bc76bf with status ACTIVE [ 971.772374] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.772570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.772693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.773248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.773248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.773702] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.773702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.773853] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.774054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.774216] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.774525] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.774722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.774932] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.775220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.775365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.775518] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5acdc861-275b-4835-83c7-ab0481bc76bf is going to be updated. [ 971.804670] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.804670] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.804670] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.804670] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.804670] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.804670] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.804670] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.805204] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.805204] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.805204] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.805204] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: caef5b3f-989a-4ca0-928d-c35d134fc1dd is going to be updated. [ 971.825014] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.825354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.825354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.825491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.825598] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.825852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5acdc861-275b-4835-83c7-ab0481bc76bf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.848452] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.848452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.848674] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.848774] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.848844] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.864487] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: caef5b3f-989a-4ca0-928d-c35d134fc1dd in Status: IN_PROGRESS for 2s [ 971.972535] env[65894]: INFO networking_nsxv3.common.synchronization [None req-fed890ee-1b32-4020-ada7-12621444344d tempest-AttachInterfacesTestJSON-1026338332 tempest-AttachInterfacesTestJSON-1026338332-project-member] Enqueued Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_members [ 971.974155] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_members [ 971.974488] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.974591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.194193] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 in Status: SUCCESS [ 972.194483] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac302640-a57f-43bb-9afe-4e5d8c8bdfd1 deletion is rescheduled due to dependency. [ 972.196074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac302640-a57f-43bb-9afe-4e5d8c8bdfd1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.217717] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.217928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.217985] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.218295] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.218386] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.218510] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf7e093-ca11-483e-b294-4645a455be90 is going to be updated. [ 972.256023] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.256023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.256023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.256023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.256023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.267283] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7e093-ca11-483e-b294-4645a455be90 in Status: IN_PROGRESS for 2s [ 972.296374] env[65894]: INFO networking_nsxv3.common.synchronization [req-959cec0e-c9e6-4bbe-b013-c89ba3cf1ed5 req-e5b0f97a-d157-4851-8040-a1bfbbc87a77 tempest-ServerDiskConfigTestJSON-1160334058 tempest-ServerDiskConfigTestJSON-1160334058-project-member] Enqueued Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_members [ 972.297091] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_members [ 972.298632] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.298632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.298632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.298632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.298632] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.298632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.298632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.298972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.298972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.298972] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.580078] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 in Status: SUCCESS [ 972.582633] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 deletion is rescheduled due to dependency. [ 972.582633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.783829] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-269 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.784076] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-269" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.784207] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-269" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.784740] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-269" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.785060] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.785228] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.785392] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.785638] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.785785] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.785995] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.786122] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 972.786230] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 972.786336] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 972.786443] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.786546] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 972.786676] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 972.801192] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.801355] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.801439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.801651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.801742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.801945] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.802056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.802144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.802274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.802357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.802448] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e is going to be updated. [ 972.820994] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 972.820994] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 972.821188] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 972.821363] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-269" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.821680] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-923c2e98-8520-4df2-8711-a571b617bfda taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.821852] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-923c2e98-8520-4df2-8711-a571b617bfda" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.821967] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-923c2e98-8520-4df2-8711-a571b617bfda" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.822346] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-923c2e98-8520-4df2-8711-a571b617bfda" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.822484] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('923c2e98-8520-4df2-8711-a571b617bfda',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.835507] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.835618] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.835689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.835905] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.836070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.853964] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: IN_PROGRESS for 2s [ 973.114454] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: SUCCESS [ 973.114688] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 deletion is rescheduled due to dependency. [ 973.114810] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.149238] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: SUCCESS [ 973.149437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.149596] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.149886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.149996] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.150233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.150352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.150403] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.150502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.150609] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.153740] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea in Status: SUCCESS [ 973.153964] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.154131] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.154313] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.154490] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.154632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.154679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.154809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.154887] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.154992] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67cdace9-74ee-41e7-b54a-b7098dca0eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.326438] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.326766] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.326766] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.327593] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.327593] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.327593] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 923c2e98-8520-4df2-8711-a571b617bfda not found, creating... [ 973.327764] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.327830] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.327952] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.328821] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.328821] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.328821] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.328821] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.329167] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.329167] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.329731] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.329731] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 923c2e98-8520-4df2-8711-a571b617bfda is going to be created. [ 973.362017] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.362238] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.362402] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.362635] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.362908] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.363388] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-923c2e98-8520-4df2-8711-a571b617bfda" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.656944] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.658394] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67cdace9-74ee-41e7-b54a-b7098dca0eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.876398] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: caef5b3f-989a-4ca0-928d-c35d134fc1dd in Status: SUCCESS [ 973.876398] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: caef5b3f-989a-4ca0-928d-c35d134fc1dd deletion is rescheduled due to dependency. [ 973.876398] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-caef5b3f-989a-4ca0-928d-c35d134fc1dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.089816] env[65894]: INFO networking_nsxv3.common.synchronization [req-959cec0e-c9e6-4bbe-b013-c89ba3cf1ed5 req-eed5fa83-a558-4b7e-aae7-a06fdd99ee18 service nova] Enqueued Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_rules [ 974.089816] env[65894]: INFO networking_nsxv3.common.synchronization [req-959cec0e-c9e6-4bbe-b013-c89ba3cf1ed5 req-eed5fa83-a558-4b7e-aae7-a06fdd99ee18 service nova] Enqueued Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_members [ 974.090417] env[65894]: INFO networking_nsxv3.common.synchronization [req-959cec0e-c9e6-4bbe-b013-c89ba3cf1ed5 req-eed5fa83-a558-4b7e-aae7-a06fdd99ee18 service nova] Enqueued Resource ID: 923c2e98-8520-4df2-8711-a571b617bfda with Priority: HIGHEST for action port [ 974.090417] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_rules [ 974.090628] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_members [ 974.090678] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 923c2e98-8520-4df2-8711-a571b617bfda with Priority: HIGHEST for action port [ 974.090981] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.091830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.092014] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.092267] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.092383] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.093442] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.093524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.094835] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-923c2e98-8520-4df2-8711-a571b617bfda taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.094981] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-923c2e98-8520-4df2-8711-a571b617bfda" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.095964] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-923c2e98-8520-4df2-8711-a571b617bfda" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.098146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-923c2e98-8520-4df2-8711-a571b617bfda" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.098146] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('923c2e98-8520-4df2-8711-a571b617bfda',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.160923] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.163512] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67cdace9-74ee-41e7-b54a-b7098dca0eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.279734] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7e093-ca11-483e-b294-4645a455be90 in Status: SUCCESS [ 974.279970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.280172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.280392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.280588] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.280703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.280778] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.280932] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.281024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.281122] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.487380] env[65894]: INFO networking_nsxv3.common.synchronization [req-5bd86c09-4f45-421d-8ed6-a7d4ac236b59 req-c1c429c5-d3e9-484a-8f39-79ed555a46db tempest-AttachInterfacesUnderV243Test-1704630149 tempest-AttachInterfacesUnderV243Test-1704630149-project-member] Enqueued Resource ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea with Priority: HIGHEST for action security_group_members [ 974.489508] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea with Priority: HIGHEST for action security_group_members [ 974.489508] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-67cdace9-74ee-41e7-b54a-b7098dca0eea taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.489508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.502301] env[65894]: INFO networking_nsxv3.common.synchronization [req-5bd86c09-4f45-421d-8ed6-a7d4ac236b59 req-c1c429c5-d3e9-484a-8f39-79ed555a46db tempest-AttachInterfacesUnderV243Test-1704630149 tempest-AttachInterfacesUnderV243Test-1704630149-project-member] Enqueued Resource ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea with Priority: HIGHEST for action security_group_rules [ 974.502454] env[65894]: INFO networking_nsxv3.common.synchronization [req-5bd86c09-4f45-421d-8ed6-a7d4ac236b59 req-c1c429c5-d3e9-484a-8f39-79ed555a46db tempest-AttachInterfacesUnderV243Test-1704630149 tempest-AttachInterfacesUnderV243Test-1704630149-project-member] Enqueued Resource ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea with Priority: HIGHEST for action security_group_members [ 974.502699] env[65894]: INFO networking_nsxv3.common.synchronization [req-5bd86c09-4f45-421d-8ed6-a7d4ac236b59 req-c1c429c5-d3e9-484a-8f39-79ed555a46db tempest-AttachInterfacesUnderV243Test-1704630149 tempest-AttachInterfacesUnderV243Test-1704630149-project-member] Enqueued Resource ID: 200dcdd7-617d-480c-a91b-2b7763c8517c with Priority: HIGHEST for action port [ 974.503593] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea with Priority: HIGHEST for action security_group_rules [ 974.504048] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea with Priority: HIGHEST for action security_group_members [ 974.504397] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200dcdd7-617d-480c-a91b-2b7763c8517c with Priority: HIGHEST for action port [ 974.505273] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67cdace9-74ee-41e7-b54a-b7098dca0eea taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.505503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.505953] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-67cdace9-74ee-41e7-b54a-b7098dca0eea taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.506175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.506548] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-200dcdd7-617d-480c-a91b-2b7763c8517c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.506775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-200dcdd7-617d-480c-a91b-2b7763c8517c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.506948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-200dcdd7-617d-480c-a91b-2b7763c8517c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.507355] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-200dcdd7-617d-480c-a91b-2b7763c8517c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.507567] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('200dcdd7-617d-480c-a91b-2b7763c8517c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.598836] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 923c2e98-8520-4df2-8711-a571b617bfda with status ACTIVE [ 974.599129] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.599266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.599307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.599630] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.599630] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.599780] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.599892] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.599952] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.600144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.600202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.600367] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.600478] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.600534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.600670] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.600740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.600841] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 923c2e98-8520-4df2-8711-a571b617bfda is going to be updated. [ 974.602213] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.602395] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.625131] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.625131] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.625267] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.625362] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.625498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.625645] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-923c2e98-8520-4df2-8711-a571b617bfda" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.665943] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.669969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.669969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.669969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.669969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.669969] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b is going to be updated. [ 974.669969] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.669969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.669969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.669969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.669969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.669969] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea is going to be updated. [ 974.702973] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.703179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.703179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.703364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.703517] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.705590] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.705723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.705791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.705977] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.706128] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.728047] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea in Status: IN_PROGRESS for 2s [ 974.728651] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: IN_PROGRESS for 2s [ 974.783641] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.783807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.783896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.784122] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.785763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.785763] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.785763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.785763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.785763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.785763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.785763] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf7e093-ca11-483e-b294-4645a455be90 is going to be updated. [ 974.820903] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.821263] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.821341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.821566] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.821761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.831187] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7e093-ca11-483e-b294-4645a455be90 in Status: IN_PROGRESS for 2s [ 974.860165] env[65894]: INFO networking_nsxv3.common.synchronization [req-32bce0d8-3265-4ad7-863e-fa9d0abc894b req-ef0ec1df-114c-4b5f-99eb-86892b7ffe99 tempest-AttachVolumeTestJSON-1749400479 tempest-AttachVolumeTestJSON-1749400479-project-member] Enqueued Resource ID: f63c9059-7cb5-4426-9a14-9f55ce0effc3 with Priority: HIGHEST for action security_group_members [ 974.860528] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63c9059-7cb5-4426-9a14-9f55ce0effc3 with Priority: HIGHEST for action security_group_members [ 974.860846] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63c9059-7cb5-4426-9a14-9f55ce0effc3 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.860972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.861356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.861664] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.861840] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.861949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.862021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.862417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.862537] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.862634] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f63c9059-7cb5-4426-9a14-9f55ce0effc3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.864198] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: SUCCESS [ 974.864368] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e deletion is rescheduled due to dependency. [ 974.864462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.864959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.865275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.865454] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.865559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.865622] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.865768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.865847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.866167] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.972457] env[65894]: INFO networking_nsxv3.common.synchronization [req-404f6351-fe74-448b-bc53-d21449b6f0ff req-f5f0474b-ebe0-4d20-9e5b-5584a85646f6 tempest-AttachInterfacesTestJSON-1026338332 tempest-AttachInterfacesTestJSON-1026338332-project-member] Enqueued Resource ID: 1665c4ff-b5b2-4779-92fb-70a945b6c96d with Priority: HIGHEST for action security_group_members [ 974.972457] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1665c4ff-b5b2-4779-92fb-70a945b6c96d with Priority: HIGHEST for action security_group_members [ 974.973122] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-1665c4ff-b5b2-4779-92fb-70a945b6c96d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.973811] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.974077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.974452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.976484] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.976484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.976484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.976484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.976484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.976484] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1665c4ff-b5b2-4779-92fb-70a945b6c96d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.011698] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 200dcdd7-617d-480c-a91b-2b7763c8517c with status ACTIVE [ 975.011698] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.011698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.011698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.011698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.011698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.012353] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.012524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.012605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.013097] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.013197] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.013400] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.013496] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.013558] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.013716] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.013794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.013881] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 200dcdd7-617d-480c-a91b-2b7763c8517c is going to be updated. [ 975.035053] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.035213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.035255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.035473] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.035612] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.035770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-200dcdd7-617d-480c-a91b-2b7763c8517c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.210593] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.210593] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-727" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.210593] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-727" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.210593] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-727" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.210593] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.210593] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.210593] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.210593] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.210593] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.211624] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.211624] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.211624] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.211624] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.211624] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.211624] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.211837] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.231890] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.232172] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 975.232369] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.232657] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-727" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.233032] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-f6007d54-d935-4407-a806-27888af15089 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.233250] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-f6007d54-d935-4407-a806-27888af15089" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.233384] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-f6007d54-d935-4407-a806-27888af15089" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.233746] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-f6007d54-d935-4407-a806-27888af15089" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.233905] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6007d54-d935-4407-a806-27888af15089',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.368311] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.368525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.368525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.368746] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.368838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.369058] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.369221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.369282] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.369439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.369515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.369601] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63c9059-7cb5-4426-9a14-9f55ce0effc3 already deleted. [ 975.369682] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.369901] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.478030] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.478151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.478227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.478451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.502089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.502757] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.502757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.502757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.502757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.502971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.502971] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1665c4ff-b5b2-4779-92fb-70a945b6c96d is going to be updated. [ 975.533153] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.533342] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.533342] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.533519] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.533724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.542862] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1665c4ff-b5b2-4779-92fb-70a945b6c96d in Status: IN_PROGRESS for 2s [ 975.737294] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.737594] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.737695] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.737983] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.738151] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.738308] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port f6007d54-d935-4407-a806-27888af15089 not found, creating... [ 975.738602] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.738771] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.738888] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.739214] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.739367] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.739678] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.739844] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.739983] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.740227] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.740366] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.740517] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: f6007d54-d935-4407-a806-27888af15089 is going to be created. [ 975.785030] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.785330] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.785508] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.785784] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.786068] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.786352] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-f6007d54-d935-4407-a806-27888af15089" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.872632] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.377189] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.377367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.377459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.378025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.378025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.378025] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e is going to be updated. [ 976.430987] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.430987] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.430987] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.430987] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.431204] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.440953] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: IN_PROGRESS for 2s [ 976.510227] env[65894]: INFO networking_nsxv3.common.synchronization [req-32bce0d8-3265-4ad7-863e-fa9d0abc894b req-e7daa0fc-2c40-4888-bb09-35f8a00917f0 service nova] Enqueued Resource ID: f63c9059-7cb5-4426-9a14-9f55ce0effc3 with Priority: HIGHEST for action security_group_rules [ 976.510508] env[65894]: INFO networking_nsxv3.common.synchronization [req-32bce0d8-3265-4ad7-863e-fa9d0abc894b req-e7daa0fc-2c40-4888-bb09-35f8a00917f0 service nova] Enqueued Resource ID: f63c9059-7cb5-4426-9a14-9f55ce0effc3 with Priority: HIGHEST for action security_group_members [ 976.510608] env[65894]: INFO networking_nsxv3.common.synchronization [req-32bce0d8-3265-4ad7-863e-fa9d0abc894b req-e7daa0fc-2c40-4888-bb09-35f8a00917f0 service nova] Enqueued Resource ID: f6007d54-d935-4407-a806-27888af15089 with Priority: HIGHEST for action port [ 976.512638] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63c9059-7cb5-4426-9a14-9f55ce0effc3 with Priority: HIGHEST for action security_group_rules [ 976.512638] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63c9059-7cb5-4426-9a14-9f55ce0effc3 with Priority: HIGHEST for action security_group_members [ 976.512638] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6007d54-d935-4407-a806-27888af15089 with Priority: HIGHEST for action port [ 976.512638] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f63c9059-7cb5-4426-9a14-9f55ce0effc3 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.512638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.512638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.512638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.512638] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f63c9059-7cb5-4426-9a14-9f55ce0effc3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.514807] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63c9059-7cb5-4426-9a14-9f55ce0effc3 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.515085] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.515498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.515498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.515498] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.515727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.515727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.515829] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.515867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.516209] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f63c9059-7cb5-4426-9a14-9f55ce0effc3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.516983] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6007d54-d935-4407-a806-27888af15089 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.518690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6007d54-d935-4407-a806-27888af15089" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.518690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6007d54-d935-4407-a806-27888af15089" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.518690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6007d54-d935-4407-a806-27888af15089" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.518690] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6007d54-d935-4407-a806-27888af15089',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.737353] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea in Status: SUCCESS [ 976.738028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.738387] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.738926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.740102] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.740102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.740102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.740102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.740102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.740102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.740102] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67cdace9-74ee-41e7-b54a-b7098dca0eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.741027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.741214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.741385] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.741518] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.741601] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.741752] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.741831] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.741930] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67cdace9-74ee-41e7-b54a-b7098dca0eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.744336] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: SUCCESS [ 976.744728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.745189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.745415] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.745662] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.745837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.745934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.746172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.746304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.746453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.746714] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.747554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.747753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.747968] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.748136] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.748237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.748442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.748548] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.748640] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.842902] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7e093-ca11-483e-b294-4645a455be90 in Status: SUCCESS [ 976.843134] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf7e093-ca11-483e-b294-4645a455be90 deletion is rescheduled due to dependency. [ 976.843220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.020661] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63c9059-7cb5-4426-9a14-9f55ce0effc3 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.020876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.021081] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f63c9059-7cb5-4426-9a14-9f55ce0effc3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.021966] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6007d54-d935-4407-a806-27888af15089 with status ACTIVE [ 977.022200] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.022326] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.022392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.022603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.022694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.022877] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.022974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.023049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.023317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.023317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.023470] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.023564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.023619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.023769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.023840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.023927] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6007d54-d935-4407-a806-27888af15089 is going to be updated. [ 977.169882] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.170124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.170197] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.170404] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.170552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.170712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6007d54-d935-4407-a806-27888af15089" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.246065] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67cdace9-74ee-41e7-b54a-b7098dca0eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.248558] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67cdace9-74ee-41e7-b54a-b7098dca0eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.253612] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.254980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.254980] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.527348] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f63c9059-7cb5-4426-9a14-9f55ce0effc3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.554291] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1665c4ff-b5b2-4779-92fb-70a945b6c96d in Status: SUCCESS [ 977.554291] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1665c4ff-b5b2-4779-92fb-70a945b6c96d deletion is rescheduled due to dependency. [ 977.554291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.750040] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67cdace9-74ee-41e7-b54a-b7098dca0eea: rpc.has_security_group_logging(os_id): False [ 977.753593] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67cdace9-74ee-41e7-b54a-b7098dca0eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.758377] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.773983] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.773983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.773983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.774283] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.802274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.802678] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.802809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.802871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.803101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.803188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.803282] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea is going to be updated. [ 977.886618] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.886927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.887096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.887409] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.887598] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.900029] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea in Status: IN_PROGRESS for 2s [ 978.031035] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.031190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.031263] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.031607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.031742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.031880] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63c9059-7cb5-4426-9a14-9f55ce0effc3 is going to be created. [ 978.067096] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.067430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.067554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.067659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.068080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.079167] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63c9059-7cb5-4426-9a14-9f55ce0effc3 in Status: UNINITIALIZED for 2s [ 978.257736] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.257898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.257969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.258256] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.258885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.259055] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea is going to be updated. [ 978.262148] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.262297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.262368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.262587] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.262664] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.262767] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b is going to be updated. [ 978.298547] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.298547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.298547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.298547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.298547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.299505] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.299793] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.299970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.300284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.300531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.313349] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: IN_PROGRESS for 2s [ 978.313349] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea in Status: IN_PROGRESS for 2s [ 978.453711] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: SUCCESS [ 978.454026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.454759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.454759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.454759] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.454955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.454955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.455023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.455110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.455201] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.455250] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.959017] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.959434] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.959434] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.960826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.960826] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.960826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.960826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.960826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.960826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.960826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.960826] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.960826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.961140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.961140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.961200] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.961482] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.961482] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.961662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.961795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.961936] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.962076] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.180766] env[65894]: INFO networking_nsxv3.common.synchronization [req-bd03c54b-8ce4-4047-ac87-ed92dc6f5668 req-958e94d2-8ed6-4dc2-babb-25935caea1d5 tempest-AttachInterfacesUnderV243Test-1704630149 tempest-AttachInterfacesUnderV243Test-1704630149-project-member] Enqueued Resource ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea with Priority: HIGHEST for action security_group_members [ 979.181408] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea with Priority: HIGHEST for action security_group_members [ 979.181675] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-67cdace9-74ee-41e7-b54a-b7098dca0eea taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.181809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.466964] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e: rpc.has_security_group_logging(os_id): False [ 979.485801] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.485801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.485801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.486490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.486539] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.486819] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.487289] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.487289] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.487289] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.487480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.487568] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.487689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.487759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.487909] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.488258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.488258] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.488258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.488386] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.488563] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.488563] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.488665] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e is going to be updated. [ 979.567290] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.567290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.567290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.567550] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.567550] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.586107] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: IN_PROGRESS for 2s [ 979.914258] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea in Status: SUCCESS [ 979.914504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.914689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.914937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.915038] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67cdace9-74ee-41e7-b54a-b7098dca0eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.089546] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63c9059-7cb5-4426-9a14-9f55ce0effc3 in Status: SUCCESS [ 980.089870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.089928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.090156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.090366] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.090483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.090557] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.090706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.091098] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.091098] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.091098] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f63c9059-7cb5-4426-9a14-9f55ce0effc3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.326292] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea in Status: SUCCESS [ 980.326563] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.326755] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.327043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.327291] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.327456] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.327532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.327735] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.327834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.327969] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67cdace9-74ee-41e7-b54a-b7098dca0eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.330745] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: SUCCESS [ 980.330745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.330887] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.331137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.331266] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.331378] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.331442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.331591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.331669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.331752] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.331913] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.332016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.332453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.332719] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.332884] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.332983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.333058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.333202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.333279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.333361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.333448] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.437796] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.437796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.438064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.438133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.438253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.439345] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea is going to be deleted. [ 980.496333] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.496540] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.496583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.496779] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.496874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.496999] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.593652] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f63c9059-7cb5-4426-9a14-9f55ce0effc3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.835542] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.835689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.835798] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.836105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.836226] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.836461] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.836605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.836676] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.836877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.836977] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.837091] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea is going to be deleted. [ 980.838132] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb04502a-3941-4620-8d7a-9ce1437ffc4b: rpc.has_security_group_logging(os_id): False [ 980.866637] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.866637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.866637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.866637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.866637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.866637] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.866989] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.866989] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.866989] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.866989] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.867939] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.867939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.867939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.867939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.867939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.868362] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.868362] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.868362] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.868488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.868488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.868560] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b is going to be updated. [ 980.887088] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.887448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.887448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.887522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.887588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.887674] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.888212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.888212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.888212] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.888212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.888353] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.888396] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.888476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.888538] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67cdace9-74ee-41e7-b54a-b7098dca0eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.931492] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.931670] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.931744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.932064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.932251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.961060] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: IN_PROGRESS for 2s [ 981.095775] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f63c9059-7cb5-4426-9a14-9f55ce0effc3: rpc.has_security_group_logging(os_id): False [ 981.120202] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.120202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.120202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.120202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.120413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.120666] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.120772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.120834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.121020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.121118] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.121244] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f63c9059-7cb5-4426-9a14-9f55ce0effc3 is going to be created. [ 981.195202] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.195202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.195202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.195593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.195593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.209026] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f63c9059-7cb5-4426-9a14-9f55ce0effc3 in Status: IN_PROGRESS for 2s [ 981.391637] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.391859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.391859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.392143] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.392238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.392440] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.392666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.392724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.392893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.392974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.393116] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67cdace9-74ee-41e7-b54a-b7098dca0eea already deleted. [ 981.393222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67cdace9-74ee-41e7-b54a-b7098dca0eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.604960] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: SUCCESS [ 981.605395] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.975291] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: SUCCESS [ 982.975707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.975970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.976339] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.976527] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.034070] env[65894]: INFO networking_nsxv3.common.synchronization [req-53887dd1-48d4-4901-b930-a40020e251bf req-e82d19dc-46be-4796-b4e8-519e6160f918 tempest-ServersTestMultiNic-583117744 tempest-ServersTestMultiNic-583117744-project-member] Enqueued Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_members [ 983.034260] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_members [ 983.034590] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.034729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.034802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.035009] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.035171] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.035273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.035335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.035501] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.035588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.035682] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.223027] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f63c9059-7cb5-4426-9a14-9f55ce0effc3 in Status: SUCCESS [ 983.223423] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.232835] env[65894]: INFO networking_nsxv3.common.synchronization [req-53887dd1-48d4-4901-b930-a40020e251bf req-f95e27d2-2466-49ca-b228-facfbce7b914 tempest-ServersTestMultiNic-583117744 tempest-ServersTestMultiNic-583117744-project-member] Enqueued Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_members [ 983.233558] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGHEST for action security_group_members [ 983.233930] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.235047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.479519] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.480407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.539100] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.041464] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.544140] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.544412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.544412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.544648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.544735] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.544843] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b is going to be updated. [ 984.576121] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.576121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.576121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.576121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.576121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.586228] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: IN_PROGRESS for 2s [ 986.602023] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: SUCCESS [ 986.602492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.602587] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.602849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.603073] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.603230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.603408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.603470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.603602] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.603667] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.106577] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.106739] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.106812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.107067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.107307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.107591] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.107798] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.107798] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.107945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.108044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.108145] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b is going to be updated. [ 987.139711] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.139936] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.139936] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.140279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.140481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.152190] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: IN_PROGRESS for 2s [ 987.578770] env[65894]: INFO networking_nsxv3.common.synchronization [req-c3b0a073-59c9-455b-8f64-2c96fce959ab req-fc688e86-ffc7-473e-b08a-b1e0cff4b84f tempest-ServersAdminTestJSON-808999941 tempest-ServersAdminTestJSON-808999941-project-member] Enqueued Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGHEST for action security_group_members [ 987.580076] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGHEST for action security_group_members [ 987.580076] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.580076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.580076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.580343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.580389] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.580516] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.580574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.580735] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.580825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.581027] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.083302] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.586500] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.089399] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.089937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.089937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.089937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.090078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.090116] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 is going to be updated. [ 989.122511] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.122711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.122711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.122976] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.123193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.133099] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 in Status: IN_PROGRESS for 2s [ 989.161699] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: SUCCESS [ 989.161854] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b deletion is rescheduled due to dependency. [ 989.161935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.162103] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.162322] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.162509] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.162632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.162694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.162845] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.162924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.163064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.163101] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.377462] env[65894]: INFO networking_nsxv3.common.synchronization [req-cde6edb7-77a3-4af9-91b6-31a8b74cebc1 req-a858af8c-0c02-4f53-8e23-c4214ec23c08 tempest-MigrationsAdminTest-1085026424 tempest-MigrationsAdminTest-1085026424-project-member] Enqueued Resource ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e with Priority: HIGHEST for action security_group_members [ 989.378067] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e with Priority: HIGHEST for action security_group_members [ 989.378393] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.378520] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.378588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.378799] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.379009] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.379168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.379337] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.379697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.379697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.379811] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27dcb00d-d9b1-4a52-b1f9-98ade02bca4e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.665470] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.665731] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.665731] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.665882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.665995] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.666142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.666185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.666326] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.666411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.666499] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.666652] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.666757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.666810] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.666929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.667078] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.667156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.667216] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.667421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.667421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.667517] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.667625] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.882788] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27dcb00d-d9b1-4a52-b1f9-98ade02bca4e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.171030] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb04502a-3941-4620-8d7a-9ce1437ffc4b: rpc.has_security_group_logging(os_id): False [ 990.189355] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.189528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.189690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.189979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.190106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.191156] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.191156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.191156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.191156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.191156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.191156] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.191156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.191156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.191831] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.191831] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.191977] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.192147] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.192252] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.192437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.192552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.192689] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b is going to be updated. [ 990.254067] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.254252] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.254931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.254931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.254931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.267854] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: IN_PROGRESS for 2s [ 990.385573] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27dcb00d-d9b1-4a52-b1f9-98ade02bca4e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.888317] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.888477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.888552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.888782] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.888875] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.888979] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e is going to be updated. [ 990.923108] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.923270] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.923343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.923563] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.923711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.932946] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e in Status: IN_PROGRESS for 2s [ 991.144233] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 in Status: SUCCESS [ 991.144481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.281469] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b in Status: SUCCESS [ 992.286273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.504797] env[65894]: INFO networking_nsxv3.common.synchronization [req-7f01ccff-6279-4577-baf3-ff7955f2b114 req-245f6164-01ef-4987-914e-9a812b889b52 tempest-ListServerFiltersTestJSON-765041244 tempest-ListServerFiltersTestJSON-765041244-project-member] Enqueued Resource ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c with Priority: HIGHEST for action security_group_members [ 992.504797] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c with Priority: HIGHEST for action security_group_members [ 992.504797] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.504797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.504797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.504797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.504797] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.504797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.504797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.504797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.504797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.504797] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('652df7ce-0230-4e20-a5b2-3ba9f2ea720c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.943750] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e in Status: SUCCESS [ 992.944108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.007722] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('652df7ce-0230-4e20-a5b2-3ba9f2ea720c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.511840] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('652df7ce-0230-4e20-a5b2-3ba9f2ea720c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.693711] env[65894]: INFO networking_nsxv3.common.synchronization [None req-d660c9cb-b08b-438a-8bc9-0348569a333d None None] Enqueued Resource ID: 7c9bf2a2-7c5d-4b1d-9af3-250f65f92f98 with Priority: HIGHEST for action port [ 993.693711] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c9bf2a2-7c5d-4b1d-9af3-250f65f92f98 with Priority: HIGHEST for action port [ 993.695326] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c9bf2a2-7c5d-4b1d-9af3-250f65f92f98 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.697391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c9bf2a2-7c5d-4b1d-9af3-250f65f92f98" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.697391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c9bf2a2-7c5d-4b1d-9af3-250f65f92f98" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.697391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c9bf2a2-7c5d-4b1d-9af3-250f65f92f98" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.697391] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c9bf2a2-7c5d-4b1d-9af3-250f65f92f98',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.014631] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.014823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.014903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.015162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.015260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.015370] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c is going to be updated. [ 994.045672] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.045880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.045915] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.046126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.046266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.062325] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c in Status: IN_PROGRESS for 2s [ 994.199676] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c9bf2a2-7c5d-4b1d-9af3-250f65f92f98 [ 994.199983] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.200185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.200286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.200621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.200690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.200746] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c9bf2a2-7c5d-4b1d-9af3-250f65f92f98 already deleted. [ 994.200808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c9bf2a2-7c5d-4b1d-9af3-250f65f92f98" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.655713] env[65894]: INFO networking_nsxv3.common.synchronization [req-dee8cde4-6f4d-4f14-8905-1013b1919820 req-1eaca5a4-1476-4c3a-90dd-8aed8a032b89 tempest-ServerActionsTestJSON-369892048 tempest-ServerActionsTestJSON-369892048-project-member] Enqueued Resource ID: b3e6c2e5-542d-43d1-a832-715bc4b3bb49 with Priority: HIGHEST for action security_group_members [ 995.656281] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e6c2e5-542d-43d1-a832-715bc4b3bb49 with Priority: HIGHEST for action security_group_members [ 995.656587] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e6c2e5-542d-43d1-a832-715bc4b3bb49 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.656730] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e6c2e5-542d-43d1-a832-715bc4b3bb49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.656799] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e6c2e5-542d-43d1-a832-715bc4b3bb49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.657209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e6c2e5-542d-43d1-a832-715bc4b3bb49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.657209] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.658625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.658625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.658625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.658625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.658625] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3e6c2e5-542d-43d1-a832-715bc4b3bb49',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.075921] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c in Status: SUCCESS [ 996.076121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.161786] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.161786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.161786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.162094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.184240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.184581] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.184719] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.184786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.184984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.185093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.185184] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e6c2e5-542d-43d1-a832-715bc4b3bb49 is going to be updated. [ 996.225191] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.225339] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.225410] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.225631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.225771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.238481] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e6c2e5-542d-43d1-a832-715bc4b3bb49 in Status: IN_PROGRESS for 2s [ 996.668129] env[65894]: INFO networking_nsxv3.common.synchronization [req-895d103a-4361-4de4-82f5-145bc8fa867b req-5a84132b-ba84-45d3-a541-1bb915b1bef9 tempest-ServersAdminNegativeTestJSON-2097819056 tempest-ServersAdminNegativeTestJSON-2097819056-project-member] Enqueued Resource ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 with Priority: HIGHEST for action security_group_members [ 996.668129] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 with Priority: HIGHEST for action security_group_members [ 996.669140] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3291625-fdbb-4e98-8fa5-af5d2804ad01 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.669346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.669600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.669719] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.669908] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.670020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.670086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.670274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.670367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.670462] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3291625-fdbb-4e98-8fa5-af5d2804ad01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.675747] env[65894]: INFO networking_nsxv3.common.synchronization [None req-58d910c1-c7f0-4a60-9d70-3e7593ba2969 None None] Enqueued Resource ID: 364be646-b283-42c7-ad81-fc75127bad78 with Priority: HIGHEST for action port [ 996.676681] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 364be646-b283-42c7-ad81-fc75127bad78 with Priority: HIGHEST for action port [ 996.676931] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-364be646-b283-42c7-ad81-fc75127bad78 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.678078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-364be646-b283-42c7-ad81-fc75127bad78" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.678078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-364be646-b283-42c7-ad81-fc75127bad78" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.678078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-364be646-b283-42c7-ad81-fc75127bad78" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.678078] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('364be646-b283-42c7-ad81-fc75127bad78',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.077266] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-292 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.077266] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.077266] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.077266] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.077266] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.077266] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.077931] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.078226] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.078610] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.078842] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.078978] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.084964] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.084964] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.084964] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.084964] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.084964] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.108188] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.108188] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 997.108188] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.108188] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.108188] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-02a1bc7b-e51f-4301-853f-4db6aac3cd9e taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.108188] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-02a1bc7b-e51f-4301-853f-4db6aac3cd9e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.108188] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-02a1bc7b-e51f-4301-853f-4db6aac3cd9e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.108726] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-02a1bc7b-e51f-4301-853f-4db6aac3cd9e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.109041] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a1bc7b-e51f-4301-853f-4db6aac3cd9e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.174953] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.175917] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.175993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.176237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.176379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.176610] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.176669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.176703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.176849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.176921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.177011] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 already deleted. [ 997.177096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.179514] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 364be646-b283-42c7-ad81-fc75127bad78 [ 997.179855] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.179942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.180034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.180191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.180266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.181738] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:364be646-b283-42c7-ad81-fc75127bad78 already deleted. [ 997.181738] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-364be646-b283-42c7-ad81-fc75127bad78" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.611696] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.611857] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.611988] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.613046] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.613046] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.613046] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 02a1bc7b-e51f-4301-853f-4db6aac3cd9e not found, creating... [ 997.613046] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.613046] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.613276] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.613339] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.613468] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.613742] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.613900] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.614228] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.614506] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.614695] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.614773] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 02a1bc7b-e51f-4301-853f-4db6aac3cd9e is going to be created. [ 997.637305] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.637305] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.637305] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.637305] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.637305] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.637305] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-02a1bc7b-e51f-4301-853f-4db6aac3cd9e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.248284] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e6c2e5-542d-43d1-a832-715bc4b3bb49 in Status: SUCCESS [ 998.248623] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e6c2e5-542d-43d1-a832-715bc4b3bb49 deletion is rescheduled due to dependency. [ 998.248623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e6c2e5-542d-43d1-a832-715bc4b3bb49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.406453] env[65894]: INFO networking_nsxv3.common.synchronization [req-895d103a-4361-4de4-82f5-145bc8fa867b req-6b10291c-9a65-447e-a83f-0a003f92be32 service nova] Enqueued Resource ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 with Priority: HIGHEST for action security_group_rules [ 998.406598] env[65894]: INFO networking_nsxv3.common.synchronization [req-895d103a-4361-4de4-82f5-145bc8fa867b req-6b10291c-9a65-447e-a83f-0a003f92be32 service nova] Enqueued Resource ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 with Priority: HIGHEST for action security_group_members [ 998.406845] env[65894]: INFO networking_nsxv3.common.synchronization [req-895d103a-4361-4de4-82f5-145bc8fa867b req-6b10291c-9a65-447e-a83f-0a003f92be32 service nova] Enqueued Resource ID: 02a1bc7b-e51f-4301-853f-4db6aac3cd9e with Priority: HIGHEST for action port [ 998.407247] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 with Priority: HIGHEST for action security_group_rules [ 998.407380] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 with Priority: HIGHEST for action security_group_members [ 998.407734] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a1bc7b-e51f-4301-853f-4db6aac3cd9e with Priority: HIGHEST for action port [ 998.407734] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3291625-fdbb-4e98-8fa5-af5d2804ad01 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.407966] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.407966] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.408162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.408661] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3291625-fdbb-4e98-8fa5-af5d2804ad01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.409071] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3291625-fdbb-4e98-8fa5-af5d2804ad01 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.409178] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.409242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.409471] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.409595] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.409686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.409748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.409887] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.410493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.410493] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3291625-fdbb-4e98-8fa5-af5d2804ad01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.411250] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-02a1bc7b-e51f-4301-853f-4db6aac3cd9e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.411341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02a1bc7b-e51f-4301-853f-4db6aac3cd9e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.411341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02a1bc7b-e51f-4301-853f-4db6aac3cd9e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.412572] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02a1bc7b-e51f-4301-853f-4db6aac3cd9e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.412572] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a1bc7b-e51f-4301-853f-4db6aac3cd9e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.913303] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3291625-fdbb-4e98-8fa5-af5d2804ad01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.917022] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3291625-fdbb-4e98-8fa5-af5d2804ad01 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.917022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.917411] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02a1bc7b-e51f-4301-853f-4db6aac3cd9e with status ACTIVE [ 998.917611] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.917611] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.917928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.917928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.918021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.918149] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.918256] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.918316] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.918498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.918576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.918754] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.918842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.918913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.919055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.919131] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.919215] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02a1bc7b-e51f-4301-853f-4db6aac3cd9e is going to be updated. [ 998.948552] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.948701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.948769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.949679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.949679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.949800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02a1bc7b-e51f-4301-853f-4db6aac3cd9e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.133438] env[65894]: INFO networking_nsxv3.common.synchronization [req-0f8536a7-d049-4d91-bf1e-95fd333e6380 req-81f0f32c-d016-46ca-88a9-f9c1de6df2a2 tempest-DeleteServersTestJSON-277239729 tempest-DeleteServersTestJSON-277239729-project-member] Enqueued Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 999.134352] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 999.134750] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.134906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.134999] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.135251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.135442] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.135580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.135702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.135892] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.136019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.136140] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.418214] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3291625-fdbb-4e98-8fa5-af5d2804ad01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.506175] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-105 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.506719] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-105" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.506719] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-105" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.506898] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-105" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.507522] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.507703] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.507811] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.508064] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.508213] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.508432] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.508541] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 999.508643] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 999.508746] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 999.508851] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.508955] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 999.509098] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 999.546399] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 999.546577] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 999.546662] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 999.546903] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-105" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.547180] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-0d4eaef2-3dae-4a28-8fdd-7ba7e6e22a2f taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.547356] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-0d4eaef2-3dae-4a28-8fdd-7ba7e6e22a2f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.547501] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-0d4eaef2-3dae-4a28-8fdd-7ba7e6e22a2f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.548263] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-0d4eaef2-3dae-4a28-8fdd-7ba7e6e22a2f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.548377] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d4eaef2-3dae-4a28-8fdd-7ba7e6e22a2f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.639897] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.639897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.639897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.639897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.639897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.639897] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.639897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.639897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.639897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.640357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.640357] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 is going to be updated. [ 999.668276] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.668431] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.668543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.668773] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.668960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.680651] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: IN_PROGRESS for 2s [ 999.922032] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.922032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.922032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.922032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.922032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.922032] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 is going to be created. [ 999.945736] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.945837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.945930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.946267] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.946527] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.956655] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 in Status: UNINITIALIZED for 2s [ 1000.051031] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.051232] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.052246] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.052246] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.052246] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.052246] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 0d4eaef2-3dae-4a28-8fdd-7ba7e6e22a2f not found, creating... [ 1000.052246] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.052593] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.052593] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.052700] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.052842] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.053118] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.053292] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.053384] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.053590] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.053724] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.054849] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 0d4eaef2-3dae-4a28-8fdd-7ba7e6e22a2f is going to be created. [ 1000.079483] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.079483] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.079483] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.079483] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.079483] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.079483] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-0d4eaef2-3dae-4a28-8fdd-7ba7e6e22a2f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.834202] env[65894]: INFO networking_nsxv3.common.synchronization [req-0f8536a7-d049-4d91-bf1e-95fd333e6380 req-779f106c-ea10-44b8-a7d1-f428a236bff3 service nova] Enqueued Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_rules [ 1000.834202] env[65894]: INFO networking_nsxv3.common.synchronization [req-0f8536a7-d049-4d91-bf1e-95fd333e6380 req-779f106c-ea10-44b8-a7d1-f428a236bff3 service nova] Enqueued Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 1000.834202] env[65894]: INFO networking_nsxv3.common.synchronization [req-0f8536a7-d049-4d91-bf1e-95fd333e6380 req-779f106c-ea10-44b8-a7d1-f428a236bff3 service nova] Enqueued Resource ID: 0d4eaef2-3dae-4a28-8fdd-7ba7e6e22a2f with Priority: HIGHEST for action port [ 1000.834660] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_rules [ 1000.834793] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 1000.834896] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d4eaef2-3dae-4a28-8fdd-7ba7e6e22a2f with Priority: HIGHEST for action port [ 1000.836227] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.836400] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.836480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.836714] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.836868] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.838215] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.838368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.838522] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d4eaef2-3dae-4a28-8fdd-7ba7e6e22a2f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.838639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d4eaef2-3dae-4a28-8fdd-7ba7e6e22a2f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.838698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d4eaef2-3dae-4a28-8fdd-7ba7e6e22a2f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.838870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d4eaef2-3dae-4a28-8fdd-7ba7e6e22a2f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.838949] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d4eaef2-3dae-4a28-8fdd-7ba7e6e22a2f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.342920] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.343120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.343396] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d4eaef2-3dae-4a28-8fdd-7ba7e6e22a2f with status ACTIVE [ 1001.343749] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.343749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.343749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.344683] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.344772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.345046] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.345182] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.345182] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.345380] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.345476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.345881] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.345881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.345881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.346126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.346126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.346303] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d4eaef2-3dae-4a28-8fdd-7ba7e6e22a2f is going to be updated. [ 1001.367451] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.367649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.367698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.367922] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.368109] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.368462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d4eaef2-3dae-4a28-8fdd-7ba7e6e22a2f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.459448] env[65894]: INFO networking_nsxv3.common.synchronization [req-68a5271e-a8a9-40de-b88c-93d225cfc009 req-7b17dda8-445f-49d7-8859-20e972e6a97b tempest-AttachVolumeNegativeTest-1233650290 tempest-AttachVolumeNegativeTest-1233650290-project-member] Enqueued Resource ID: 1e9a7cfb-7858-4d89-b150-99b33666efcb with Priority: HIGHEST for action security_group_members [ 1001.459991] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e9a7cfb-7858-4d89-b150-99b33666efcb with Priority: HIGHEST for action security_group_members [ 1001.460318] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e9a7cfb-7858-4d89-b150-99b33666efcb taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.460463] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e9a7cfb-7858-4d89-b150-99b33666efcb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.460532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e9a7cfb-7858-4d89-b150-99b33666efcb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.460794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e9a7cfb-7858-4d89-b150-99b33666efcb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.461183] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.461285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.461285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.461466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.461552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.461635] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e9a7cfb-7858-4d89-b150-99b33666efcb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.693824] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: SUCCESS [ 1001.694513] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 deletion is rescheduled due to dependency. [ 1001.694513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.694513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.694738] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.694738] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.694852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.694894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.696250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.696250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.696250] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.965328] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.965666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.967538] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.967538] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.968500] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 in Status: SUCCESS [ 1001.968763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.968934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.969342] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.969654] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.969717] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.969758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.970790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.970790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.970790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.970790] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3291625-fdbb-4e98-8fa5-af5d2804ad01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.993440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.993773] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.993964] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.994051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.995028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.995028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.995028] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e9a7cfb-7858-4d89-b150-99b33666efcb is going to be updated. [ 1002.022791] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.023134] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.023185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.023699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.023699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.038217] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e9a7cfb-7858-4d89-b150-99b33666efcb in Status: IN_PROGRESS for 2s [ 1002.197856] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.476535] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3291625-fdbb-4e98-8fa5-af5d2804ad01 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.476847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.476847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.477039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.477167] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.477267] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.477361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.477505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.477583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.477703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.477896] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3291625-fdbb-4e98-8fa5-af5d2804ad01 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.477992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.478071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.478218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.478355] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.478444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.478502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.478636] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.478711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.478791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.478877] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3291625-fdbb-4e98-8fa5-af5d2804ad01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.542952] env[65894]: INFO networking_nsxv3.common.synchronization [None req-c6aff873-a9d6-41a8-adb8-52f67240be6b tempest-AttachInterfacesTestJSON-1026338332 tempest-AttachInterfacesTestJSON-1026338332-project-member] Enqueued Resource ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 with Priority: HIGHEST for action security_group_rules [ 1002.543494] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 with Priority: HIGHEST for action security_group_rules [ 1002.543822] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.543941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.544018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.544353] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.544529] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.639887] env[65894]: INFO networking_nsxv3.common.synchronization [None req-8e4cb4a0-1f5b-48f1-9148-8ed8b2376dc1 tempest-AttachInterfacesTestJSON-1026338332 tempest-AttachInterfacesTestJSON-1026338332-project-member] Enqueued Resource ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 with Priority: HIGHEST for action security_group_rules [ 1002.640488] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 with Priority: HIGHEST for action security_group_rules [ 1002.640784] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.640949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.700765] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.980766] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3291625-fdbb-4e98-8fa5-af5d2804ad01: rpc.has_security_group_logging(os_id): False [ 1003.001423] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.001581] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.001673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.001868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.001960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.002189] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.002291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.002352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.002514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.002764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.002764] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.002890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.002921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.003066] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.003139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.003315] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.003422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.003457] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.003587] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.003659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.003741] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 is going to be created. [ 1003.070024] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.070024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.070024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.070024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.070024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.070024] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 already deleted. [ 1003.070024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.070024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.070024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.070024] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.081884] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.082040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.082085] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.082792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.082792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.095501] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 in Status: IN_PROGRESS for 2s [ 1003.205608] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.205608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.205608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.205840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.206276] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.206276] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 is going to be updated. [ 1003.245839] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.246020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.246072] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.246273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.246416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.255324] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: IN_PROGRESS for 2s [ 1003.591890] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.591890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.591890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.591890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.591890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.591890] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 already deleted. [ 1003.591890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.050021] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e9a7cfb-7858-4d89-b150-99b33666efcb in Status: SUCCESS [ 1004.050422] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e9a7cfb-7858-4d89-b150-99b33666efcb deletion is rescheduled due to dependency. [ 1004.051287] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e9a7cfb-7858-4d89-b150-99b33666efcb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.109539] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 in Status: SUCCESS [ 1005.109925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.266669] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: SUCCESS [ 1005.267098] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.267283] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.267613] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.268080] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.268080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.268220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.268400] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.268543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.269103] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.269103] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.772759] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.773029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.773029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.773205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.773379] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.773477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.773543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.773685] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.773765] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.773845] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.773997] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.774111] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.774165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.774306] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.774498] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.774498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.774610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.781030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.781030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.781030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.781030] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.280635] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a4e7519-3a3b-46b2-998a-ea061a97f3b8: rpc.has_security_group_logging(os_id): False [ 1006.300535] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.300683] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.300764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.301041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.301158] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.301745] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.301899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.302432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.302639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.302731] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.303042] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.303182] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.303268] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.303458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.303545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.303771] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.303879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.303953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.304139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.304239] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.304340] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 is going to be updated. [ 1006.404987] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.405466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.405707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.405958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.406145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.422287] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: IN_PROGRESS for 2s [ 1007.552827] env[65894]: INFO networking_nsxv3.common.synchronization [None req-8eab4b61-cd82-4d40-97e9-10463af76933 None None] Enqueued Resource ID: 3848f576-f48d-4ce8-9579-8f43bf5fd819 with Priority: HIGHEST for action port [ 1007.554785] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3848f576-f48d-4ce8-9579-8f43bf5fd819 with Priority: HIGHEST for action port [ 1007.556524] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-3848f576-f48d-4ce8-9579-8f43bf5fd819 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.556703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3848f576-f48d-4ce8-9579-8f43bf5fd819" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.556774] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3848f576-f48d-4ce8-9579-8f43bf5fd819" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.557058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3848f576-f48d-4ce8-9579-8f43bf5fd819" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.557151] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3848f576-f48d-4ce8-9579-8f43bf5fd819',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.060903] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3848f576-f48d-4ce8-9579-8f43bf5fd819 [ 1008.061158] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.061297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.061362] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.061580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.061823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.061876] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3848f576-f48d-4ce8-9579-8f43bf5fd819 already deleted. [ 1008.061924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3848f576-f48d-4ce8-9579-8f43bf5fd819" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.437671] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: SUCCESS [ 1008.437671] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.632280] env[65894]: INFO networking_nsxv3.common.synchronization [None req-313821d4-3302-45ac-9864-e67ca8bc6346 tempest-ServerActionsV293TestJSON-2004570130 tempest-ServerActionsV293TestJSON-2004570130-project-member] Enqueued Resource ID: 94829015-9fd9-4c6a-a675-42f332875e02 with Priority: HIGHEST for action security_group_rules [ 1008.632280] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94829015-9fd9-4c6a-a675-42f332875e02 with Priority: HIGHEST for action security_group_rules [ 1008.632657] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94829015-9fd9-4c6a-a675-42f332875e02 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.632657] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94829015-9fd9-4c6a-a675-42f332875e02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.632763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94829015-9fd9-4c6a-a675-42f332875e02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.632977] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94829015-9fd9-4c6a-a675-42f332875e02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.634484] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94829015-9fd9-4c6a-a675-42f332875e02',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.722863] env[65894]: INFO networking_nsxv3.common.synchronization [None req-33978c5c-a29e-42ef-8721-ce6c7f9ed0d0 tempest-ServerActionsV293TestJSON-2004570130 tempest-ServerActionsV293TestJSON-2004570130-project-member] Enqueued Resource ID: 94829015-9fd9-4c6a-a675-42f332875e02 with Priority: HIGHEST for action security_group_rules [ 1008.723875] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94829015-9fd9-4c6a-a675-42f332875e02 with Priority: HIGHEST for action security_group_rules [ 1008.723875] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94829015-9fd9-4c6a-a675-42f332875e02 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.723875] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94829015-9fd9-4c6a-a675-42f332875e02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.155982] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.156100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.156173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.156424] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.156569] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.156620] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94829015-9fd9-4c6a-a675-42f332875e02 already deleted. [ 1009.156707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94829015-9fd9-4c6a-a675-42f332875e02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.156919] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94829015-9fd9-4c6a-a675-42f332875e02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.157116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94829015-9fd9-4c6a-a675-42f332875e02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.157197] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94829015-9fd9-4c6a-a675-42f332875e02',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.684431] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.684808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.684808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.684883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.685910] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.685910] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94829015-9fd9-4c6a-a675-42f332875e02 already deleted. [ 1009.685910] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94829015-9fd9-4c6a-a675-42f332875e02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.996277] env[65894]: INFO networking_nsxv3.common.synchronization [None req-870ef6de-9eac-4ae5-b0a4-e1b0f9b54705 None None] Enqueued Resource ID: 2a853c70-5191-490d-9bf4-8851f9eaa5e8 with Priority: HIGHEST for action port [ 1009.997849] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a853c70-5191-490d-9bf4-8851f9eaa5e8 with Priority: HIGHEST for action port [ 1009.997849] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a853c70-5191-490d-9bf4-8851f9eaa5e8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.997849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a853c70-5191-490d-9bf4-8851f9eaa5e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.997849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a853c70-5191-490d-9bf4-8851f9eaa5e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.997849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a853c70-5191-490d-9bf4-8851f9eaa5e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.998281] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a853c70-5191-490d-9bf4-8851f9eaa5e8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.502539] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a853c70-5191-490d-9bf4-8851f9eaa5e8 [ 1010.502781] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.502912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.502991] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.503247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.503914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.503914] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a853c70-5191-490d-9bf4-8851f9eaa5e8 already deleted. [ 1010.503914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a853c70-5191-490d-9bf4-8851f9eaa5e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.558645] env[65894]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1010.558645] env[65894]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1013.142374] env[65894]: INFO networking_nsxv3.common.synchronization [req-65730394-cffc-45bf-a6e5-eceee1ef7163 req-2311e9d9-44f5-4f87-91de-3de8d421b8cf tempest-DeleteServersTestJSON-277239729 tempest-DeleteServersTestJSON-277239729-project-member] Enqueued Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 1013.142985] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 1013.143257] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.143701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.143770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.143987] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.144355] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.144471] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.144538] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.144705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.144801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.144898] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.647654] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.647838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.647880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.648118] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.648213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.648408] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.648510] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.648569] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.648946] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.648946] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.648946] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 is going to be updated. [ 1013.684229] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.684485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.684485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.684703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.684872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.695290] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: IN_PROGRESS for 2s [ 1014.878390] env[65894]: INFO networking_nsxv3.common.synchronization [req-174e6f4b-cdcb-4e20-9431-1cbf5f1f7626 req-6538c969-7a38-494e-9ebf-fce8da6628f4 tempest-ServerActionsTestOtherB-1343423867 tempest-ServerActionsTestOtherB-1343423867-project-member] Enqueued Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGHEST for action security_group_members [ 1014.879047] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGHEST for action security_group_members [ 1014.879388] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.879535] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.879612] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.879813] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.880045] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.880150] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.880226] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.880385] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.880480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.880575] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.212094] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-903 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.212447] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-903" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.212605] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-903" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.212922] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-903" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.213725] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.214060] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.214284] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.214592] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.214839] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.215128] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.215384] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1015.215639] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1015.215768] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1015.215951] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.216150] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1015.216406] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1015.239045] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1015.239238] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1015.239500] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1015.239890] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-903" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.240469] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-90b1261e-fede-4511-a432-005a6dd46fd6 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.240754] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-90b1261e-fede-4511-a432-005a6dd46fd6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.243026] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-90b1261e-fede-4511-a432-005a6dd46fd6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.243026] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-90b1261e-fede-4511-a432-005a6dd46fd6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.243026] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90b1261e-fede-4511-a432-005a6dd46fd6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.382582] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.382582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.383031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.383031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.383031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.383289] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.383289] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.383427] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.383639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.383639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.383754] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 is going to be updated. [ 1015.414595] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.414797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.414797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.415148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.415331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.426758] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 in Status: IN_PROGRESS for 2s [ 1015.619956] env[65894]: INFO networking_nsxv3.common.synchronization [req-992ed719-343f-4134-a6b4-cb6707fc2cb8 req-51bef251-3f05-4c46-8f4c-a07acf17d0f7 tempest-MigrationsAdminTest-1085026424 tempest-MigrationsAdminTest-1085026424-project-member] Enqueued Resource ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e with Priority: HIGHEST for action security_group_members [ 1015.620640] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e with Priority: HIGHEST for action security_group_members [ 1015.620993] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.621155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.621245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.621489] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.621650] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.621816] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.621890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.622076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.622163] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.622256] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27dcb00d-d9b1-4a52-b1f9-98ade02bca4e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.705266] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: IN_PROGRESS for 4s [ 1015.746205] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.747031] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.747031] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.747239] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.747472] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.747715] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 90b1261e-fede-4511-a432-005a6dd46fd6 not found, creating... [ 1015.748042] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.748721] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.748721] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.748721] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.748947] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.749288] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.749585] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.749823] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.750150] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.750392] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.750625] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 90b1261e-fede-4511-a432-005a6dd46fd6 is going to be created. [ 1015.771822] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.772191] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.772374] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.772710] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.773132] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.773333] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-90b1261e-fede-4511-a432-005a6dd46fd6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.971813] env[65894]: INFO networking_nsxv3.common.synchronization [req-8e5e7903-dc12-46e1-9b2d-e9a39b8ed3c0 req-cd346182-9df0-48d7-bf89-b0be269fda55 tempest-ServersAdminTestJSON-808999941 tempest-ServersAdminTestJSON-808999941-project-member] Enqueued Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGHEST for action security_group_members [ 1015.972646] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGHEST for action security_group_members [ 1015.972982] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.973148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.973237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.973466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.973643] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.973772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.974108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.974162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.974308] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.974423] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.125292] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.125434] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.125620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.125819] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.152676] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.152949] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.153114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.153195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.153400] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.153503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.153601] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e is going to be updated. [ 1016.188086] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.188403] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.188640] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.190948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.190948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.202284] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e in Status: IN_PROGRESS for 2s [ 1016.477421] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.477421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.477421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.477617] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.499181] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.499314] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.499450] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.499531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.499745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.499843] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.499957] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 is going to be updated. [ 1016.529597] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.529768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.529851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.530059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.530185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.538395] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 in Status: IN_PROGRESS for 2s [ 1016.541882] env[65894]: INFO networking_nsxv3.common.synchronization [req-174e6f4b-cdcb-4e20-9431-1cbf5f1f7626 req-8574375a-e512-43c8-be87-66a7d75829fe service nova] Enqueued Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGHEST for action security_group_rules [ 1016.542046] env[65894]: INFO networking_nsxv3.common.synchronization [req-174e6f4b-cdcb-4e20-9431-1cbf5f1f7626 req-8574375a-e512-43c8-be87-66a7d75829fe service nova] Enqueued Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGHEST for action security_group_members [ 1016.542243] env[65894]: INFO networking_nsxv3.common.synchronization [req-174e6f4b-cdcb-4e20-9431-1cbf5f1f7626 req-8574375a-e512-43c8-be87-66a7d75829fe service nova] Enqueued Resource ID: 90b1261e-fede-4511-a432-005a6dd46fd6 with Priority: HIGHEST for action port [ 1016.542906] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGHEST for action security_group_rules [ 1016.543040] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGHEST for action security_group_members [ 1016.543174] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90b1261e-fede-4511-a432-005a6dd46fd6 with Priority: HIGHEST for action port [ 1016.543521] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.543751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.543841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.544168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.544206] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.545280] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.545403] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.545658] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-90b1261e-fede-4511-a432-005a6dd46fd6 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.545787] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90b1261e-fede-4511-a432-005a6dd46fd6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.545879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90b1261e-fede-4511-a432-005a6dd46fd6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.546102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90b1261e-fede-4511-a432-005a6dd46fd6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.546206] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90b1261e-fede-4511-a432-005a6dd46fd6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.744361] env[65894]: INFO networking_nsxv3.common.synchronization [req-129927a4-48c6-49ab-aa0c-ca487f244eb1 req-2dc9104b-29a6-4044-ab54-6b9db38e447e tempest-ListServerFiltersTestJSON-765041244 tempest-ListServerFiltersTestJSON-765041244-project-member] Enqueued Resource ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c with Priority: HIGHEST for action security_group_members [ 1016.745788] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c with Priority: HIGHEST for action security_group_members [ 1016.745788] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.745788] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.745788] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.745788] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.745788] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.746284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.746284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.746284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.746380] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.746380] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('652df7ce-0230-4e20-a5b2-3ba9f2ea720c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.047942] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.048355] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.048355] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90b1261e-fede-4511-a432-005a6dd46fd6 with status ACTIVE [ 1017.048585] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.048730] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.048820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.049126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.049244] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.049532] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.049638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.049705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.049881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.049960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.050215] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.050360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.050464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.050663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.050741] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.050830] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90b1261e-fede-4511-a432-005a6dd46fd6 is going to be updated. [ 1017.074241] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.074428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.074428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.074613] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.074683] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.074916] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90b1261e-fede-4511-a432-005a6dd46fd6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.249324] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.249656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.249762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.250020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.250122] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.250452] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.250621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.250700] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.250887] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.250976] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.251088] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c is going to be updated. [ 1017.297694] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.297904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.298067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.298312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.298509] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.310046] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c in Status: IN_PROGRESS for 2s [ 1017.440019] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 in Status: SUCCESS [ 1017.440019] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 deletion is rescheduled due to dependency. [ 1017.440019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.440019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.440019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.440019] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.440019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.440019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.440019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.440019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.440019] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.464973] env[65894]: INFO networking_nsxv3.common.synchronization [req-5a97ee97-1003-4a67-be17-87664f1b9ba8 req-94cb2a9f-27fc-47be-9706-aa65bdd0a999 tempest-ServerAddressesNegativeTestJSON-878118968 tempest-ServerAddressesNegativeTestJSON-878118968-project-member] Enqueued Resource ID: 85f6dc30-c7af-43f2-85a3-83e431f5c3e6 with Priority: HIGHEST for action security_group_members [ 1017.465778] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f6dc30-c7af-43f2-85a3-83e431f5c3e6 with Priority: HIGHEST for action security_group_members [ 1017.466152] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f6dc30-c7af-43f2-85a3-83e431f5c3e6 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.466281] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f6dc30-c7af-43f2-85a3-83e431f5c3e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.466346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f6dc30-c7af-43f2-85a3-83e431f5c3e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.467142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f6dc30-c7af-43f2-85a3-83e431f5c3e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.467142] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.467142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.467142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.467142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.467347] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.467347] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85f6dc30-c7af-43f2-85a3-83e431f5c3e6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.717584] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: SUCCESS [ 1017.717765] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 deletion is rescheduled due to dependency. [ 1017.717886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.788405] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.788616] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-225" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.788742] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-225" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.789104] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-225" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.789388] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.789575] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.789693] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.789923] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.790088] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.790347] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.790618] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.790618] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.790764] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.790764] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.790844] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.790963] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.821980] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.822196] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1017.822337] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.822523] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-225" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.822839] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-0a34e425-160f-45b7-a3a6-97b4e8508fc4 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.823022] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-0a34e425-160f-45b7-a3a6-97b4e8508fc4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.823139] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-0a34e425-160f-45b7-a3a6-97b4e8508fc4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.823476] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-0a34e425-160f-45b7-a3a6-97b4e8508fc4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.823617] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a34e425-160f-45b7-a3a6-97b4e8508fc4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.941475] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.969981] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.970169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.970247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.970533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.970648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.970858] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.970953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.971031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.971192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.971276] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.971359] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f6dc30-c7af-43f2-85a3-83e431f5c3e6 already deleted. [ 1017.971443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f6dc30-c7af-43f2-85a3-83e431f5c3e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.213445] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e in Status: SUCCESS [ 1018.213729] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e deletion is rescheduled due to dependency. [ 1018.213773] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.326358] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.326571] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.326690] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.326983] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.327843] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.327843] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 0a34e425-160f-45b7-a3a6-97b4e8508fc4 not found, creating... [ 1018.327843] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.327843] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.327843] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.328222] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.328289] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.328569] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.329134] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.329134] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.329237] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.329815] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.329815] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 0a34e425-160f-45b7-a3a6-97b4e8508fc4 is going to be created. [ 1018.350835] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.351052] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.351194] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.351446] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.351678] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.352023] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-0a34e425-160f-45b7-a3a6-97b4e8508fc4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.444859] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.559587] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 in Status: SUCCESS [ 1018.559795] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 deletion is rescheduled due to dependency. [ 1018.559901] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.947523] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.948142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.948142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.948142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.948277] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.948312] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 is going to be updated. [ 1018.978728] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.982123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.982123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.982123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.982123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.993084] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 in Status: IN_PROGRESS for 2s [ 1019.094596] env[65894]: INFO networking_nsxv3.common.synchronization [req-5a97ee97-1003-4a67-be17-87664f1b9ba8 req-bf10fc17-95b7-4eb6-986e-c187f5ea100b service nova] Enqueued Resource ID: 85f6dc30-c7af-43f2-85a3-83e431f5c3e6 with Priority: HIGHEST for action security_group_rules [ 1019.094838] env[65894]: INFO networking_nsxv3.common.synchronization [req-5a97ee97-1003-4a67-be17-87664f1b9ba8 req-bf10fc17-95b7-4eb6-986e-c187f5ea100b service nova] Enqueued Resource ID: 85f6dc30-c7af-43f2-85a3-83e431f5c3e6 with Priority: HIGHEST for action security_group_members [ 1019.094965] env[65894]: INFO networking_nsxv3.common.synchronization [req-5a97ee97-1003-4a67-be17-87664f1b9ba8 req-bf10fc17-95b7-4eb6-986e-c187f5ea100b service nova] Enqueued Resource ID: 0a34e425-160f-45b7-a3a6-97b4e8508fc4 with Priority: HIGHEST for action port [ 1019.095559] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f6dc30-c7af-43f2-85a3-83e431f5c3e6 with Priority: HIGHEST for action security_group_rules [ 1019.095735] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f6dc30-c7af-43f2-85a3-83e431f5c3e6 with Priority: HIGHEST for action security_group_members [ 1019.095841] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a34e425-160f-45b7-a3a6-97b4e8508fc4 with Priority: HIGHEST for action port [ 1019.097199] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85f6dc30-c7af-43f2-85a3-83e431f5c3e6 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.097417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85f6dc30-c7af-43f2-85a3-83e431f5c3e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.097544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85f6dc30-c7af-43f2-85a3-83e431f5c3e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.097904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85f6dc30-c7af-43f2-85a3-83e431f5c3e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.098031] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85f6dc30-c7af-43f2-85a3-83e431f5c3e6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.100310] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f6dc30-c7af-43f2-85a3-83e431f5c3e6 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.100500] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f6dc30-c7af-43f2-85a3-83e431f5c3e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.100594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f6dc30-c7af-43f2-85a3-83e431f5c3e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.104147] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f6dc30-c7af-43f2-85a3-83e431f5c3e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.104147] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.104147] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.104147] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.104147] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.104147] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.104147] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85f6dc30-c7af-43f2-85a3-83e431f5c3e6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.105086] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a34e425-160f-45b7-a3a6-97b4e8508fc4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.105178] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a34e425-160f-45b7-a3a6-97b4e8508fc4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.105367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a34e425-160f-45b7-a3a6-97b4e8508fc4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.105517] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a34e425-160f-45b7-a3a6-97b4e8508fc4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.105965] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a34e425-160f-45b7-a3a6-97b4e8508fc4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.321541] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c in Status: SUCCESS [ 1019.321878] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c deletion is rescheduled due to dependency. [ 1019.321878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.509748] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.509748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.509748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.509748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.509748] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.585514] env[65894]: INFO networking_nsxv3.common.synchronization [None req-59f4a66e-cc60-407a-bfb3-85551db21bd0 tempest-AttachVolumeNegativeTest-1233650290 tempest-AttachVolumeNegativeTest-1233650290-project-member] Enqueued Resource ID: 8bb42736-6229-484b-9155-eae73b07ca84 with Priority: HIGHEST for action security_group_rules [ 1019.586084] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb42736-6229-484b-9155-eae73b07ca84 with Priority: HIGHEST for action security_group_rules [ 1019.586451] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bb42736-6229-484b-9155-eae73b07ca84 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.586598] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bb42736-6229-484b-9155-eae73b07ca84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.586683] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bb42736-6229-484b-9155-eae73b07ca84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.586955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bb42736-6229-484b-9155-eae73b07ca84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.587772] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bb42736-6229-484b-9155-eae73b07ca84',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.605886] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85f6dc30-c7af-43f2-85a3-83e431f5c3e6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.607902] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f6dc30-c7af-43f2-85a3-83e431f5c3e6 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.608050] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f6dc30-c7af-43f2-85a3-83e431f5c3e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.611314] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a34e425-160f-45b7-a3a6-97b4e8508fc4 with status ACTIVE [ 1019.611517] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.611674] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.611674] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.611889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.612805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.612805] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.612805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.612805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.613081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.613081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.613240] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.613338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.613397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.613543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.613748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.613838] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a34e425-160f-45b7-a3a6-97b4e8508fc4 is going to be updated. [ 1019.639223] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.639403] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.639498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.639721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.639866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.640041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a34e425-160f-45b7-a3a6-97b4e8508fc4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.694564] env[65894]: INFO networking_nsxv3.common.synchronization [None req-27202b70-2e34-4baf-a85f-f2cb9bebf778 tempest-AttachVolumeNegativeTest-1233650290 tempest-AttachVolumeNegativeTest-1233650290-project-member] Enqueued Resource ID: 8bb42736-6229-484b-9155-eae73b07ca84 with Priority: HIGHEST for action security_group_rules [ 1019.695074] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb42736-6229-484b-9155-eae73b07ca84 with Priority: HIGHEST for action security_group_rules [ 1019.695413] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bb42736-6229-484b-9155-eae73b07ca84 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.695503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bb42736-6229-484b-9155-eae73b07ca84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.013524] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.109518] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.109753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.109753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.109923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.110067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.110404] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bb42736-6229-484b-9155-eae73b07ca84 already deleted. [ 1020.110678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bb42736-6229-484b-9155-eae73b07ca84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.110915] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85f6dc30-c7af-43f2-85a3-83e431f5c3e6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.112607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bb42736-6229-484b-9155-eae73b07ca84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.113022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bb42736-6229-484b-9155-eae73b07ca84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.113022] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bb42736-6229-484b-9155-eae73b07ca84',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.514393] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.617492] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.617492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.617492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.617639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.617773] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.618065] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f6dc30-c7af-43f2-85a3-83e431f5c3e6 is going to be created. [ 1020.647625] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.648768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.648768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.648768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.648768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.648768] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bb42736-6229-484b-9155-eae73b07ca84 already deleted. [ 1020.648768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bb42736-6229-484b-9155-eae73b07ca84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.655431] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.655672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.656465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.656465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.656465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.673820] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f6dc30-c7af-43f2-85a3-83e431f5c3e6 in Status: UNINITIALIZED for 2s [ 1020.985849] env[65894]: INFO networking_nsxv3.common.synchronization [req-7a0bed93-3710-4680-b936-ec71680c62bb req-d1c05932-461a-4361-b363-c5d9d5e2cc39 tempest-AttachInterfacesTestJSON-1026338332 tempest-AttachInterfacesTestJSON-1026338332-project-member] Enqueued Resource ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 with Priority: HIGHEST for action security_group_members [ 1020.987345] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 with Priority: HIGHEST for action security_group_members [ 1020.989959] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.990642] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.990828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.991248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.992219] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.992393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.992638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.992824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.992915] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.994278] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.009899] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 in Status: SUCCESS [ 1021.009899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.010637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.010637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.010896] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.011020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.011091] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.011267] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.011359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.011422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.011524] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.017796] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1021.017796] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1021.502056] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.502056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.502056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.502056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.502056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.502056] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.502056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.502056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.502056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.502056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.502056] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 already deleted. [ 1021.502056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.516382] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.562626] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-425 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.563394] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.563394] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.563649] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.563769] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.565393] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.565393] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.565393] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.565393] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.565393] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.565393] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.565393] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.565393] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.565393] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.565393] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.565393] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.588249] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.588421] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1021.588563] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.588741] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.589147] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-4abf8cf2-22d6-42a5-ae1c-0e183f0cc33b taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.589312] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-4abf8cf2-22d6-42a5-ae1c-0e183f0cc33b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.589922] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-4abf8cf2-22d6-42a5-ae1c-0e183f0cc33b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.590086] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-4abf8cf2-22d6-42a5-ae1c-0e183f0cc33b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.590171] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4abf8cf2-22d6-42a5-ae1c-0e183f0cc33b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.946614] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.947440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.947440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.947440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.963021] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1021.963021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.964408] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1022.003989] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.004168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.004238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.004664] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.017229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.018032] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1022.018137] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1022.018236] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1022.019359] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91557f36-122d-4ce6-b2f5-8f5f25dd61b2: rpc.has_security_group_logging(os_id): False [ 1022.061470] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.062066] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.062066] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.063819] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.063819] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.063819] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.063819] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.063819] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.064527] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.064527] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.064654] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 is going to be updated. [ 1022.093133] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.093359] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.093486] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.093910] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.094344] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.094503] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 4abf8cf2-22d6-42a5-ae1c-0e183f0cc33b not found, creating... [ 1022.094872] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.095069] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.095330] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.095495] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.096087] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.096428] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.096589] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.096728] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.098411] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.098538] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.098681] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 4abf8cf2-22d6-42a5-ae1c-0e183f0cc33b is going to be created. [ 1022.109231] env[65894]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/segments/nsx-vlan-transportzone-425/ports/4abf8cf2-22d6-42a5-ae1c-0e183f0cc33b', 'data': {'id': '4abf8cf2-22d6-42a5-ae1c-0e183f0cc33b', 'display_name': '4abf8cf2-22d6-42a5-ae1c-0e183f0cc33b', 'resource_type': 'SegmentPort', 'admin_state': 'UP', 'attachment': {'id': '4abf8cf2-22d6-42a5-ae1c-0e183f0cc33b', 'type': 'PARENT', 'traffic_tag': 425}, 'address_bindings': [{'ip_address': '192.168.128.9', 'mac_address': 'fa:16:3e:78:96:91'}], 'tags': [{'scope': 'age', 'tag': 1763874383}, {'scope': 'revision_number', 'tag': 2}, {'scope': 'security_group', 'tag': '4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1'}], 'parent_path': '/infra/segments/nsx-vlan-transportzone-425', 'path': '/infra/segments/nsx-vlan-transportzone-425/ports/4abf8cf2-22d6-42a5-ae1c-0e183f0cc33b', '_revision': None}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 1022.109620] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Retrying connection (1/2) with timeout 2s for Client.put {{(pid=65894) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 1022.149300] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.149300] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.149300] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.149300] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.149300] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.149300] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1022.211753] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.211981] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.212090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.212448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.212681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.225553] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 in Status: IN_PROGRESS for 2s [ 1022.350258] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.350523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.350523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.350750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.351257] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.351563] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1022.451617] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.451898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.452016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.452241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.452534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.452824] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1022.452921] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'fb4c4952-c183-4257-8f27-6a7adc24e0c9', '1665c4ff-b5b2-4779-92fb-70a945b6c96d', 'caef5b3f-989a-4ca0-928d-c35d134fc1dd', 'f04b4bb8-5a1e-4abe-8f93-81a34f976039', 'b3e6c2e5-542d-43d1-a832-715bc4b3bb49', '1e9a7cfb-7858-4d89-b150-99b33666efcb', '7313b2f7-57e1-46f6-8700-efb969a8088f', '730f6a5e-b991-44a8-815d-0b6e224a6fac', 'f63c9059-7cb5-4426-9a14-9f55ce0effc3', '8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e', '9928643c-8bfa-428c-a998-ccfd0639b67d', 'da45d121-2a57-4da2-ad02-0e5da255b827', 'dbf7e093-ca11-483e-b294-4645a455be90', 'bb04502a-3941-4620-8d7a-9ce1437ffc4b', '91557f36-122d-4ce6-b2f5-8f5f25dd61b2', '7e76421d-d8aa-4982-9c18-a4627c658fb0', 'c63cf89a-bf4e-41fa-8db1-201b7f9dbb01', '652df7ce-0230-4e20-a5b2-3ba9f2ea720c', 'c2dd6e17-b1f0-4a83-aae6-39cc5619e394', '6a4e7519-3a3b-46b2-998a-ea061a97f3b8', '4b3f51ed-f14f-4d0e-b5b1-f82978f46041', '2833535a-c8c1-4299-b2de-9a76b817addd', '5083b3e9-458f-4414-8b6e-bcfd89981dc3', '4d811ee8-f929-4dca-9bef-dba1548c1e33', 'e873305b-c351-4c61-b147-e545049f0706', '27dcb00d-d9b1-4a52-b1f9-98ade02bca4e', 'cb21d3b6-dcc2-42e0-b805-37434d560264', '7796928c-8e3d-486a-9b52-5e15cc849591', '4bc52c0a-f5e0-4427-973e-bb812229227a', 'f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653', '902e4c7f-5e70-49f8-8e9d-d5e7a9305565', 'd5f4258d-ffee-4121-ad2f-9f9414260553', '0d8de128-d072-476d-a7e8-77dc7d1b76cb', '3a4b32d2-c57c-480b-89b6-24fb976a35d5', '7d96db59-17da-4649-aa26-df276bf3abb4', 'ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0', '23f84c0a-8012-4596-aedb-3421156d4a72', 'c802cb03-6e92-461d-92d6-ddb8f4ab4777', 'f8d8eb23-9300-4332-a3ba-ea4de4186321', '99b3b3c9-0dc8-48da-9526-c851d416c558', 'f3291625-fdbb-4e98-8fa5-af5d2804ad01', 'ac302640-a57f-43bb-9afe-4e5d8c8bdfd1'} {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1022.453022] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1022.473518] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.473670] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.473740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.474733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.474733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.474733] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1022.474733] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1022.474733] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1022.558309] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.558309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.558653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.558653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.559743] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.560016] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1022.560088] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1022.560163] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1022.560227] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1022.560303] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1022.560377] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGH for action security_group_rules [ 1022.560448] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1665c4ff-b5b2-4779-92fb-70a945b6c96d with Priority: HIGH for action security_group_rules [ 1022.560509] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: caef5b3f-989a-4ca0-928d-c35d134fc1dd with Priority: HIGH for action security_group_rules [ 1022.560566] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 with Priority: HIGH for action security_group_rules [ 1022.560628] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3e6c2e5-542d-43d1-a832-715bc4b3bb49 with Priority: HIGH for action security_group_rules [ 1022.560697] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e9a7cfb-7858-4d89-b150-99b33666efcb with Priority: HIGH for action security_group_rules [ 1022.560812] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7313b2f7-57e1-46f6-8700-efb969a8088f with Priority: HIGH for action security_group_rules [ 1022.560812] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 730f6a5e-b991-44a8-815d-0b6e224a6fac with Priority: HIGH for action security_group_rules [ 1022.560892] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f63c9059-7cb5-4426-9a14-9f55ce0effc3 with Priority: HIGH for action security_group_rules [ 1022.560936] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGH for action security_group_rules [ 1022.561076] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9928643c-8bfa-428c-a998-ccfd0639b67d with Priority: HIGH for action security_group_rules [ 1022.561076] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: da45d121-2a57-4da2-ad02-0e5da255b827 with Priority: HIGH for action security_group_rules [ 1022.561295] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGH for action security_group_rules [ 1022.561295] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGH for action security_group_rules [ 1022.561295] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGH for action security_group_rules [ 1022.561295] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 with Priority: HIGH for action security_group_rules [ 1022.561485] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGH for action security_group_rules [ 1022.561485] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c with Priority: HIGH for action security_group_rules [ 1022.561485] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 with Priority: HIGH for action security_group_rules [ 1022.561485] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGH for action security_group_rules [ 1022.561642] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.683568] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f6dc30-c7af-43f2-85a3-83e431f5c3e6 in Status: SUCCESS [ 1022.683789] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f6dc30-c7af-43f2-85a3-83e431f5c3e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.683956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f6dc30-c7af-43f2-85a3-83e431f5c3e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.684195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f6dc30-c7af-43f2-85a3-83e431f5c3e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.684389] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.684499] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.684553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.684705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.684781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.684866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f6dc30-c7af-43f2-85a3-83e431f5c3e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.684952] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85f6dc30-c7af-43f2-85a3-83e431f5c3e6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.186767] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f6dc30-c7af-43f2-85a3-83e431f5c3e6 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.186767] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f6dc30-c7af-43f2-85a3-83e431f5c3e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.186898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f6dc30-c7af-43f2-85a3-83e431f5c3e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.187082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f6dc30-c7af-43f2-85a3-83e431f5c3e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.187252] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.187353] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.187417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.187570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.187656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.187740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f6dc30-c7af-43f2-85a3-83e431f5c3e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.187889] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f6dc30-c7af-43f2-85a3-83e431f5c3e6 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.187970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f6dc30-c7af-43f2-85a3-83e431f5c3e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.188042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f6dc30-c7af-43f2-85a3-83e431f5c3e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.188181] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f6dc30-c7af-43f2-85a3-83e431f5c3e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.188314] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.188402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.188451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.188594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.188650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.188994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f6dc30-c7af-43f2-85a3-83e431f5c3e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.189114] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85f6dc30-c7af-43f2-85a3-83e431f5c3e6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.691765] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85f6dc30-c7af-43f2-85a3-83e431f5c3e6: rpc.has_security_group_logging(os_id): False [ 1023.710858] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.711139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.711139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.711275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.711366] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.711572] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.711661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.711718] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.711870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.711945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.712131] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.712212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.712267] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.712410] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.712505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.712648] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.712730] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.712785] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.712919] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.712986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.713097] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85f6dc30-c7af-43f2-85a3-83e431f5c3e6 is going to be created. [ 1023.773039] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.773039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.773039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.773292] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.773397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.785983] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85f6dc30-c7af-43f2-85a3-83e431f5c3e6 in Status: IN_PROGRESS for 2s [ 1024.135176] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.135371] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.135765] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.135765] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.136096] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.136272] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-4abf8cf2-22d6-42a5-ae1c-0e183f0cc33b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.246259] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 in Status: SUCCESS [ 1024.246581] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.852808] env[65894]: INFO networking_nsxv3.common.synchronization [req-7a0bed93-3710-4680-b936-ec71680c62bb req-1f621892-7c3f-422c-965b-f0d78e2e526c service nova] Enqueued Resource ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 with Priority: HIGHEST for action security_group_rules [ 1024.852808] env[65894]: INFO networking_nsxv3.common.synchronization [req-7a0bed93-3710-4680-b936-ec71680c62bb req-1f621892-7c3f-422c-965b-f0d78e2e526c service nova] Enqueued Resource ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 with Priority: HIGHEST for action security_group_members [ 1024.852808] env[65894]: INFO networking_nsxv3.common.synchronization [req-7a0bed93-3710-4680-b936-ec71680c62bb req-1f621892-7c3f-422c-965b-f0d78e2e526c service nova] Enqueued Resource ID: 4abf8cf2-22d6-42a5-ae1c-0e183f0cc33b with Priority: HIGHEST for action port [ 1024.853442] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 with Priority: HIGHEST for action security_group_rules [ 1024.853442] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 with Priority: HIGHEST for action security_group_members [ 1024.853442] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4abf8cf2-22d6-42a5-ae1c-0e183f0cc33b with Priority: HIGHEST for action port [ 1024.853442] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 with Priority: HIGH for action security_group_rules [ 1024.853572] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caef5b3f-989a-4ca0-928d-c35d134fc1dd with Priority: HIGH for action security_group_rules [ 1024.853710] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7313b2f7-57e1-46f6-8700-efb969a8088f with Priority: HIGH for action security_group_rules [ 1024.853812] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGH for action security_group_rules [ 1024.853812] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGH for action security_group_rules [ 1024.853944] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 with Priority: HIGH for action security_group_rules [ 1024.854014] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c with Priority: HIGH for action security_group_rules [ 1024.854146] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 with Priority: HIGH for action security_group_rules [ 1024.854257] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b with Priority: HIGH for action security_group_rules [ 1024.854348] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 with Priority: HIGH for action security_group_rules [ 1024.854451] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGH for action security_group_rules [ 1024.854537] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da45d121-2a57-4da2-ad02-0e5da255b827 with Priority: HIGH for action security_group_rules [ 1024.854633] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9928643c-8bfa-428c-a998-ccfd0639b67d with Priority: HIGH for action security_group_rules [ 1024.854723] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGH for action security_group_rules [ 1024.854802] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63c9059-7cb5-4426-9a14-9f55ce0effc3 with Priority: HIGH for action security_group_rules [ 1024.855338] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e9a7cfb-7858-4d89-b150-99b33666efcb with Priority: HIGH for action security_group_rules [ 1024.855338] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 730f6a5e-b991-44a8-815d-0b6e224a6fac with Priority: HIGH for action security_group_rules [ 1024.855338] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e6c2e5-542d-43d1-a832-715bc4b3bb49 with Priority: HIGH for action security_group_rules [ 1024.855338] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1665c4ff-b5b2-4779-92fb-70a945b6c96d with Priority: HIGH for action security_group_rules [ 1024.855338] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 with Priority: HIGH for action security_group_rules [ 1024.855884] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.855884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.855884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.856115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.856115] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.857408] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.857589] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.857589] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.857803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.857934] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.858055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.858119] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.858276] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.858366] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.858454] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.860241] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-4abf8cf2-22d6-42a5-ae1c-0e183f0cc33b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.860241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4abf8cf2-22d6-42a5-ae1c-0e183f0cc33b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.860241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4abf8cf2-22d6-42a5-ae1c-0e183f0cc33b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.860241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4abf8cf2-22d6-42a5-ae1c-0e183f0cc33b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.860241] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4abf8cf2-22d6-42a5-ae1c-0e183f0cc33b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.861319] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.861319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.861319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.861319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.861319] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb4c4952-c183-4257-8f27-6a7adc24e0c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.862058] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-caef5b3f-989a-4ca0-928d-c35d134fc1dd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.862212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-caef5b3f-989a-4ca0-928d-c35d134fc1dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.862290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-caef5b3f-989a-4ca0-928d-c35d134fc1dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.862467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-caef5b3f-989a-4ca0-928d-c35d134fc1dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.862540] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('caef5b3f-989a-4ca0-928d-c35d134fc1dd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.863284] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7313b2f7-57e1-46f6-8700-efb969a8088f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.863402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.863467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.863640] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.863715] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7313b2f7-57e1-46f6-8700-efb969a8088f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.864474] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.864720] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.864771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.864913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.864983] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.865877] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.866078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.866120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.866246] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.866329] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.866986] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2dd6e17-b1f0-4a83-aae6-39cc5619e394 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.867115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.867181] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.867330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.867423] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2dd6e17-b1f0-4a83-aae6-39cc5619e394',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.868296] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-652df7ce-0230-4e20-a5b2-3ba9f2ea720c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.868397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.868397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.869054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.869054] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('652df7ce-0230-4e20-a5b2-3ba9f2ea720c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.869925] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.869925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.869925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.869925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.869925] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c63cf89a-bf4e-41fa-8db1-201b7f9dbb01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.871699] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb04502a-3941-4620-8d7a-9ce1437ffc4b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.871699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.871699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.871699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.871699] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb04502a-3941-4620-8d7a-9ce1437ffc4b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.871699] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e76421d-d8aa-4982-9c18-a4627c658fb0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.872043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.872043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.872043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.872606] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e76421d-d8aa-4982-9c18-a4627c658fb0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.873456] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.873580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.873628] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.873863] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.873863] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.874582] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da45d121-2a57-4da2-ad02-0e5da255b827 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.874846] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.874980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.875156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.875225] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da45d121-2a57-4da2-ad02-0e5da255b827',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.876015] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9928643c-8bfa-428c-a998-ccfd0639b67d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.876132] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.876201] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.876345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.876413] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9928643c-8bfa-428c-a998-ccfd0639b67d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.877084] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.877190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.877344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.877510] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.877982] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.878758] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f63c9059-7cb5-4426-9a14-9f55ce0effc3 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.878758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.878758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.878970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.878970] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f63c9059-7cb5-4426-9a14-9f55ce0effc3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.879522] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e9a7cfb-7858-4d89-b150-99b33666efcb taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.879652] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e9a7cfb-7858-4d89-b150-99b33666efcb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.879718] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e9a7cfb-7858-4d89-b150-99b33666efcb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.879869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e9a7cfb-7858-4d89-b150-99b33666efcb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.879937] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e9a7cfb-7858-4d89-b150-99b33666efcb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.881047] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-730f6a5e-b991-44a8-815d-0b6e224a6fac taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.881241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-730f6a5e-b991-44a8-815d-0b6e224a6fac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.881241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-730f6a5e-b991-44a8-815d-0b6e224a6fac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.881350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-730f6a5e-b991-44a8-815d-0b6e224a6fac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.881419] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('730f6a5e-b991-44a8-815d-0b6e224a6fac',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.882098] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3e6c2e5-542d-43d1-a832-715bc4b3bb49 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.882205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3e6c2e5-542d-43d1-a832-715bc4b3bb49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.882257] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3e6c2e5-542d-43d1-a832-715bc4b3bb49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.882407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3e6c2e5-542d-43d1-a832-715bc4b3bb49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.882476] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3e6c2e5-542d-43d1-a832-715bc4b3bb49',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.883525] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1665c4ff-b5b2-4779-92fb-70a945b6c96d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.883626] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.883694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.883844] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.883913] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1665c4ff-b5b2-4779-92fb-70a945b6c96d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.885043] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f04b4bb8-5a1e-4abe-8f93-81a34f976039 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.885150] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.885216] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.885487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.885559] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f04b4bb8-5a1e-4abe-8f93-81a34f976039',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.890774] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.890909] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.914174] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.914339] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.914859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.914859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.945385] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.945501] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb4c4952-c183-4257-8f27-6a7adc24e0c9 is going to be deleted. [ 1025.020653] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.021025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.021025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.021173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.021281] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.021423] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb4c4952-c183-4257-8f27-6a7adc24e0c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.267875] env[65894]: INFO networking_nsxv3.common.synchronization [req-29fef3ff-bb2b-4753-abf1-b67baa94a835 req-9778f645-eebd-4751-b6fa-61137271a560 tempest-ServersAdminNegativeTestJSON-2097819056 tempest-ServersAdminNegativeTestJSON-2097819056-project-member] Enqueued Resource ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 with Priority: HIGHEST for action security_group_members [ 1025.268441] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 with Priority: HIGHEST for action security_group_members [ 1025.268747] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3291625-fdbb-4e98-8fa5-af5d2804ad01 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.268871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.268935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.269688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.269751] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.269828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.269897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.270072] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.270181] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.270244] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3291625-fdbb-4e98-8fa5-af5d2804ad01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.387415] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.390428] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4abf8cf2-22d6-42a5-ae1c-0e183f0cc33b with status ACTIVE [ 1025.390727] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.390875] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.390956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.391206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.391311] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.391522] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.391646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.391756] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.392016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.392149] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.392305] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.392404] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.392464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.392646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.392757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.392864] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4abf8cf2-22d6-42a5-ae1c-0e183f0cc33b is going to be updated. [ 1025.403511] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-da45d121-2a57-4da2-ad02-0e5da255b827 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.403656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.403716] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.403889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.404124] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.404261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.404261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.404359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.404417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.404503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.404586] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da45d121-2a57-4da2-ad02-0e5da255b827',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.405528] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.405637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.405637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.405780] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.405922] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.406149] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.406849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.407244] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.408795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.408795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.408795] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.413544] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63c9059-7cb5-4426-9a14-9f55ce0effc3 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.413672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.413736] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.413925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.414086] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.414201] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.414277] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.414404] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.414550] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.414550] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.414686] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f63c9059-7cb5-4426-9a14-9f55ce0effc3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.417876] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.417876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.417876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.417876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.417876] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.417876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.417876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.417876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.417876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.417876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.417876] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.432679] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f04b4bb8-5a1e-4abe-8f93-81a34f976039 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.432679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.432679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.432679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.432679] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.432679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.433075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.433075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.433075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.433075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.433190] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f04b4bb8-5a1e-4abe-8f93-81a34f976039',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.465236] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.465431] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.465431] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.466733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.472557] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.472557] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.489706] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.489706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.493285] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.493437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.494352] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.494442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.495600] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.495600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.496231] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.496334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.497348] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.497483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.498497] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.498792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.499527] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.499707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.499784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.500302] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.500470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.500699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4abf8cf2-22d6-42a5-ae1c-0e183f0cc33b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.501585] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.501712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.502350] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1025.502772] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.502888] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.503565] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1025.505479] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.505479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.505479] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1025.505479] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.505479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.506554] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1025.506554] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.506554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.506729] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1025.507100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.507212] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb04502a-3941-4620-8d7a-9ce1437ffc4b is going to be deleted. [ 1025.508220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.508443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.533547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.533684] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 is going to be deleted. [ 1025.534834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.535120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.677043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.677043] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbf7e093-ca11-483e-b294-4645a455be90 is going to be deleted. [ 1025.678374] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.678745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.683022] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.683022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.690673] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-292 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.690673] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.690673] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.690881] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.690978] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.691170] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.691383] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.691620] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.691772] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.691983] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.692328] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.692472] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.692627] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.692765] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.692898] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.693069] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.716204] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.716204] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1025.716204] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.716204] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-292" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.716204] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-e7f6d81b-b60f-4916-aa6e-74fafd8c9cad taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.716204] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-e7f6d81b-b60f-4916-aa6e-74fafd8c9cad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.716204] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-e7f6d81b-b60f-4916-aa6e-74fafd8c9cad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.716204] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-e7f6d81b-b60f-4916-aa6e-74fafd8c9cad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.716204] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7f6d81b-b60f-4916-aa6e-74fafd8c9cad',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.718023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.718303] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9928643c-8bfa-428c-a998-ccfd0639b67d is going to be deleted. [ 1025.719421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.719783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.721517] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.721783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.765181] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.765181] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.771700] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.771700] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e9a7cfb-7858-4d89-b150-99b33666efcb is going to be deleted. [ 1025.772674] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.772674] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.773572] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3291625-fdbb-4e98-8fa5-af5d2804ad01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.808730] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85f6dc30-c7af-43f2-85a3-83e431f5c3e6 in Status: SUCCESS [ 1025.808730] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85f6dc30-c7af-43f2-85a3-83e431f5c3e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.852785] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.852967] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: caef5b3f-989a-4ca0-928d-c35d134fc1dd is going to be deleted. [ 1025.854039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.854147] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.887812] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.888037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.898533] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.904201] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.904325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.908723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.908877] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7313b2f7-57e1-46f6-8700-efb969a8088f is going to be deleted. [ 1025.909885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.910834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.919360] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f63c9059-7cb5-4426-9a14-9f55ce0effc3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.920333] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.926349] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da45d121-2a57-4da2-ad02-0e5da255b827',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.927933] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.927933] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.927933] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.928175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.928353] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.928641] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.928641] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.928796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.928796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.928885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.929046] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.929156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.929220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.929362] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.929500] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.929598] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.929697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.929872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.930116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.930116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.930116] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.940821] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f04b4bb8-5a1e-4abe-8f93-81a34f976039 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.941061] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.941061] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.941237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.941406] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.941503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.941587] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.941716] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.941798] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.941903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.942041] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f04b4bb8-5a1e-4abe-8f93-81a34f976039 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.942133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.942182] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.942324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.942460] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.942552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.942604] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.942736] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.942806] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.942883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.942966] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f04b4bb8-5a1e-4abe-8f93-81a34f976039',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.967117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.967117] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2dd6e17-b1f0-4a83-aae6-39cc5619e394 is going to be deleted. [ 1025.967849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.968380] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.014383] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.014602] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.033269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.033429] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 730f6a5e-b991-44a8-815d-0b6e224a6fac is going to be deleted. [ 1026.034490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.034749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.056066] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.056227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.057211] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.057330] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c63cf89a-bf4e-41fa-8db1-201b7f9dbb01 is going to be deleted. [ 1026.058265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.058481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.071411] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.071572] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.080589] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.083600] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3e6c2e5-542d-43d1-a832-715bc4b3bb49 is going to be deleted. [ 1026.083600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.083600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.137129] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.137390] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.165125] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.165263] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.169989] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.170132] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 652df7ce-0230-4e20-a5b2-3ba9f2ea720c is going to be deleted. [ 1026.171168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.171396] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.180849] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.180849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.199414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.199653] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e76421d-d8aa-4982-9c18-a4627c658fb0 is going to be deleted. [ 1026.200532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.200752] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.219406] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.219406] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.219406] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.219406] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.220113] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.220113] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port e7f6d81b-b60f-4916-aa6e-74fafd8c9cad not found, creating... [ 1026.220337] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.220633] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.220633] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.220978] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.221760] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.222209] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.222485] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.222693] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.223293] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.224967] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.224967] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: e7f6d81b-b60f-4916-aa6e-74fafd8c9cad is going to be created. [ 1026.267187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.267463] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1665c4ff-b5b2-4779-92fb-70a945b6c96d is going to be deleted. [ 1026.268903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.268903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.269231] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.269268] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb04502a-3941-4620-8d7a-9ce1437ffc4b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.269476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.269774] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.269881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.270038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.270654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.270898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.270898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.271181] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.271248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.271365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.271451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.271538] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9928643c-8bfa-428c-a998-ccfd0639b67d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.271672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.271820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.271911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.271992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e9a7cfb-7858-4d89-b150-99b33666efcb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.272136] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.272277] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.272346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.272458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-caef5b3f-989a-4ca0-928d-c35d134fc1dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.272584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.272727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.272824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.272903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7313b2f7-57e1-46f6-8700-efb969a8088f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.273027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.273171] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.273241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.273334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2dd6e17-b1f0-4a83-aae6-39cc5619e394" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.273461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.273602] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.273679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.273798] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-730f6a5e-b991-44a8-815d-0b6e224a6fac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.273928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.274090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.274159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.274272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3e6c2e5-542d-43d1-a832-715bc4b3bb49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.274395] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.274533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.274607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.274710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c63cf89a-bf4e-41fa-8db1-201b7f9dbb01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.276031] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3291625-fdbb-4e98-8fa5-af5d2804ad01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.306774] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.307048] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.307126] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.307404] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.307687] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.307918] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-e7f6d81b-b60f-4916-aa6e-74fafd8c9cad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.364416] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.364616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.364616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.364868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.365022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.365419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e76421d-d8aa-4982-9c18-a4627c658fb0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.367725] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.367880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.367983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.368255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.368371] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.368520] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-652df7ce-0230-4e20-a5b2-3ba9f2ea720c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.402902] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.402902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.402902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.402902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.402902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.402902] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 is going to be created. [ 1026.415012] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.415176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.415176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.415459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.415459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.415588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1665c4ff-b5b2-4779-92fb-70a945b6c96d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.422698] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f63c9059-7cb5-4426-9a14-9f55ce0effc3: rpc.has_security_group_logging(os_id): False [ 1026.423754] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91557f36-122d-4ce6-b2f5-8f5f25dd61b2: rpc.has_security_group_logging(os_id): False [ 1026.432593] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da45d121-2a57-4da2-ad02-0e5da255b827: rpc.has_security_group_logging(os_id): False [ 1026.433695] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e: rpc.has_security_group_logging(os_id): False [ 1026.448214] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f04b4bb8-5a1e-4abe-8f93-81a34f976039: rpc.has_security_group_logging(os_id): False [ 1026.468267] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.471365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.471365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.471365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.475656] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.475794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.483956] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.483956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.493366] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.493511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.494402] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.494508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.511328] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.512424] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.512424] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.512424] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.512424] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.519288] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.519691] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.519907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.519907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.520262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.520262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.520262] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da45d121-2a57-4da2-ad02-0e5da255b827 is going to be updated. [ 1026.521855] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.521855] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.534272] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 in Status: UNINITIALIZED for 2s [ 1026.557903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.558259] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.558389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.558471] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.558679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.558764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.558953] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.559077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.559140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.559297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.559370] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.559560] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.559669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.559733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.559877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.559952] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.560071] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e is going to be updated. [ 1026.561231] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.561394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.561479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.561700] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.561783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.561844] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.561984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.562071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.562151] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 is going to be updated. [ 1026.563114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.563266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.637609] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.637896] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.638039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.638115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.638402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.638503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.638740] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.638847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.638972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.639102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.639179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.639372] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.639454] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.639516] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.639708] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.639789] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.639866] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 is going to be updated. [ 1026.641160] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.641412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.735830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.736659] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.736659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.736659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.736659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.737037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.737037] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f63c9059-7cb5-4426-9a14-9f55ce0effc3 is going to be updated. [ 1026.778450] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.778450] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.778450] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.778728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.778728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.778924] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 is going to be updated. [ 1026.805658] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.805907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.806138] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.806418] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.806671] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.810491] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.810678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.810754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.811017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.811236] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.826201] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.826407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.826452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.826679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.826863] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.864065] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: IN_PROGRESS for 2s [ 1026.866557] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da45d121-2a57-4da2-ad02-0e5da255b827 in Status: IN_PROGRESS for 2s [ 1026.866557] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 in Status: IN_PROGRESS for 2s [ 1026.926712] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.926712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.926712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.926712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.926712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.929239] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.929239] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.929239] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.929380] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.929453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.957515] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 in Status: IN_PROGRESS for 2s [ 1026.977742] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.977742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.977742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.978142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.978224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.981854] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 in Status: IN_PROGRESS for 2s [ 1027.016849] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f63c9059-7cb5-4426-9a14-9f55ce0effc3 in Status: IN_PROGRESS for 2s [ 1027.025760] env[65894]: INFO networking_nsxv3.common.synchronization [req-29fef3ff-bb2b-4753-abf1-b67baa94a835 req-ae888cd6-e0e2-4b78-af46-7669d989d89d service nova] Enqueued Resource ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 with Priority: HIGHEST for action security_group_rules [ 1027.025949] env[65894]: INFO networking_nsxv3.common.synchronization [req-29fef3ff-bb2b-4753-abf1-b67baa94a835 req-ae888cd6-e0e2-4b78-af46-7669d989d89d service nova] Enqueued Resource ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 with Priority: HIGHEST for action security_group_members [ 1027.026172] env[65894]: INFO networking_nsxv3.common.synchronization [req-29fef3ff-bb2b-4753-abf1-b67baa94a835 req-ae888cd6-e0e2-4b78-af46-7669d989d89d service nova] Enqueued Resource ID: e7f6d81b-b60f-4916-aa6e-74fafd8c9cad with Priority: HIGHEST for action port [ 1027.026732] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 with Priority: HIGHEST for action security_group_rules [ 1027.026883] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 with Priority: HIGHEST for action security_group_members [ 1027.026977] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7f6d81b-b60f-4916-aa6e-74fafd8c9cad with Priority: HIGHEST for action port [ 1027.027293] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3291625-fdbb-4e98-8fa5-af5d2804ad01 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.027421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.027486] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.027699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.027772] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3291625-fdbb-4e98-8fa5-af5d2804ad01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.028760] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3291625-fdbb-4e98-8fa5-af5d2804ad01 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.028868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.029092] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7f6d81b-b60f-4916-aa6e-74fafd8c9cad taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.029200] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7f6d81b-b60f-4916-aa6e-74fafd8c9cad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.029265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7f6d81b-b60f-4916-aa6e-74fafd8c9cad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.029481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7f6d81b-b60f-4916-aa6e-74fafd8c9cad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.029588] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7f6d81b-b60f-4916-aa6e-74fafd8c9cad',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.531843] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3291625-fdbb-4e98-8fa5-af5d2804ad01 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.532540] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.532540] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7f6d81b-b60f-4916-aa6e-74fafd8c9cad with status ACTIVE [ 1027.532540] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.532540] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.532713] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.532812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.532866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.533071] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.533127] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.533191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.533359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.533436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.533615] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.533709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.533768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.534027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.534027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.534203] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7f6d81b-b60f-4916-aa6e-74fafd8c9cad is going to be updated. [ 1027.565750] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.565750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.565750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.565750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.565750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.565750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7f6d81b-b60f-4916-aa6e-74fafd8c9cad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.560500] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 in Status: SUCCESS [ 1028.560812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.560928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.561164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.561362] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.561508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.561614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.561715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.561797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.561885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.561985] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.881711] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: SUCCESS [ 1028.881992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.882851] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da45d121-2a57-4da2-ad02-0e5da255b827 in Status: SUCCESS [ 1028.883039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.883882] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 in Status: SUCCESS [ 1028.883978] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.969343] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 in Status: SUCCESS [ 1028.969343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.969343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.969343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.969343] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.969343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.969343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.969343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.969343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.969343] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3291625-fdbb-4e98-8fa5-af5d2804ad01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.995898] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 in Status: SUCCESS [ 1028.996424] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.032014] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f63c9059-7cb5-4426-9a14-9f55ce0effc3 in Status: SUCCESS [ 1029.032256] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.065635] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.471049] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3291625-fdbb-4e98-8fa5-af5d2804ad01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.567999] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1: rpc.has_security_group_logging(os_id): False [ 1029.589672] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.589888] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.589999] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.590297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.590416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.590839] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.590980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.591091] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.591304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.591429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.592410] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 is going to be created. [ 1029.659338] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.659521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.659563] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.659783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.659972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.672908] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 in Status: IN_PROGRESS for 2s [ 1029.974174] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3291625-fdbb-4e98-8fa5-af5d2804ad01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.476828] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.477654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.477795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.478052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.478154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.478545] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 is going to be updated. [ 1030.508581] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.508728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.508816] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.509186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.509186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.519315] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 in Status: IN_PROGRESS for 2s [ 1031.023594] env[65894]: INFO networking_nsxv3.common.synchronization [req-5d5a9869-7fd8-4b89-9178-a2086530e6fc req-ab8804c8-7508-465b-9320-55e96a7ca1bd tempest-ServerAddressesNegativeTestJSON-878118968 tempest-ServerAddressesNegativeTestJSON-878118968-project-member] Enqueued Resource ID: 85f6dc30-c7af-43f2-85a3-83e431f5c3e6 with Priority: HIGHEST for action security_group_members [ 1031.023594] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f6dc30-c7af-43f2-85a3-83e431f5c3e6 with Priority: HIGHEST for action security_group_members [ 1031.023865] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f6dc30-c7af-43f2-85a3-83e431f5c3e6 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.023865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f6dc30-c7af-43f2-85a3-83e431f5c3e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.023865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f6dc30-c7af-43f2-85a3-83e431f5c3e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.024241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f6dc30-c7af-43f2-85a3-83e431f5c3e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.024459] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.024618] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.024698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.025131] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.025131] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.025131] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85f6dc30-c7af-43f2-85a3-83e431f5c3e6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.528549] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.528549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.528549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.528840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.528880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.529364] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.529364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.529364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.529364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.529858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.529858] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f6dc30-c7af-43f2-85a3-83e431f5c3e6 is going to be updated. [ 1031.565113] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.565113] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.565113] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.566013] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.566013] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.578271] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f6dc30-c7af-43f2-85a3-83e431f5c3e6 in Status: IN_PROGRESS for 2s [ 1031.690174] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 in Status: SUCCESS [ 1031.690174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.530858] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 in Status: SUCCESS [ 1032.531191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.531191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.531420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.531737] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.531737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.531737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.532015] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.532015] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.532271] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.532271] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3291625-fdbb-4e98-8fa5-af5d2804ad01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.035029] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3291625-fdbb-4e98-8fa5-af5d2804ad01 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.036206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.036206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.036206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.036206] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.036206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.036536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.036536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.036630] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.036782] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.038327] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3291625-fdbb-4e98-8fa5-af5d2804ad01 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.038327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.038327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.038327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.038327] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.038327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.038327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.038327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.038928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.038928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.038928] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3291625-fdbb-4e98-8fa5-af5d2804ad01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.541443] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3291625-fdbb-4e98-8fa5-af5d2804ad01: rpc.has_security_group_logging(os_id): False [ 1033.569505] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.569721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.569816] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.570448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.587264] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f6dc30-c7af-43f2-85a3-83e431f5c3e6 in Status: SUCCESS [ 1033.587492] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f6dc30-c7af-43f2-85a3-83e431f5c3e6 deletion is rescheduled due to dependency. [ 1033.587625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f6dc30-c7af-43f2-85a3-83e431f5c3e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.590542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.590835] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.590963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.591045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.591249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.591332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.591541] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.591644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.591708] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.591858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.591930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.592151] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.592243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.592304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.592444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.592576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.592666] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 is going to be updated. [ 1033.668280] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.668280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.668280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.668280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.668280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.680022] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 in Status: IN_PROGRESS for 2s [ 1035.696817] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 in Status: SUCCESS [ 1035.697109] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.024303] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1036.024498] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1040.716345] env[65894]: INFO networking_nsxv3.common.synchronization [None req-7dff508b-477c-4830-8de3-a9574ce77877 None None] Enqueued Resource ID: 2ab92a90-f367-44db-8917-77bd465e971d with Priority: HIGHEST for action port [ 1040.716732] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ab92a90-f367-44db-8917-77bd465e971d with Priority: HIGHEST for action port [ 1040.717161] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ab92a90-f367-44db-8917-77bd465e971d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.720090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ab92a90-f367-44db-8917-77bd465e971d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.720090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ab92a90-f367-44db-8917-77bd465e971d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.720090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ab92a90-f367-44db-8917-77bd465e971d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.720090] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ab92a90-f367-44db-8917-77bd465e971d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.791717] env[65894]: INFO networking_nsxv3.common.synchronization [req-934139f9-8280-47ce-9234-71fb6eb0804a req-ae76f02e-e202-47d2-a9b1-e5f6415eaac0 tempest-SecurityGroupRulesNegativeTestJSON-240040878 tempest-SecurityGroupRulesNegativeTestJSON-240040878-project-member] Enqueued Resource ID: efb364e3-2b1e-4063-9f2d-a704cbb62e5d with Priority: HIGHEST for action security_group_rules [ 1040.791717] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb364e3-2b1e-4063-9f2d-a704cbb62e5d with Priority: HIGHEST for action security_group_rules [ 1040.791717] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efb364e3-2b1e-4063-9f2d-a704cbb62e5d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.791717] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efb364e3-2b1e-4063-9f2d-a704cbb62e5d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.791717] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efb364e3-2b1e-4063-9f2d-a704cbb62e5d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.791717] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efb364e3-2b1e-4063-9f2d-a704cbb62e5d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.791717] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efb364e3-2b1e-4063-9f2d-a704cbb62e5d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.935361] env[65894]: INFO networking_nsxv3.common.synchronization [req-d99c623b-beb8-4a16-b218-2874573fd642 req-d353b46d-4bb9-4ee2-adb8-cc6a4b206d33 tempest-SecurityGroupRulesNegativeTestJSON-240040878 tempest-SecurityGroupRulesNegativeTestJSON-240040878-project-member] Enqueued Resource ID: efb364e3-2b1e-4063-9f2d-a704cbb62e5d with Priority: HIGHEST for action security_group_rules [ 1040.935953] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb364e3-2b1e-4063-9f2d-a704cbb62e5d with Priority: HIGHEST for action security_group_rules [ 1040.936329] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efb364e3-2b1e-4063-9f2d-a704cbb62e5d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.936465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efb364e3-2b1e-4063-9f2d-a704cbb62e5d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.226284] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ab92a90-f367-44db-8917-77bd465e971d [ 1041.226517] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.226663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.226716] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.226938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.227041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.227182] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ab92a90-f367-44db-8917-77bd465e971d already deleted. [ 1041.227260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ab92a90-f367-44db-8917-77bd465e971d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.315500] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.315713] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.315713] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.315966] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.316750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.316750] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efb364e3-2b1e-4063-9f2d-a704cbb62e5d already deleted. [ 1041.316750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efb364e3-2b1e-4063-9f2d-a704cbb62e5d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.316750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efb364e3-2b1e-4063-9f2d-a704cbb62e5d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.316750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efb364e3-2b1e-4063-9f2d-a704cbb62e5d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.317027] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efb364e3-2b1e-4063-9f2d-a704cbb62e5d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.845245] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.845245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.845591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.845591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.845682] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.845719] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efb364e3-2b1e-4063-9f2d-a704cbb62e5d already deleted. [ 1041.846465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efb364e3-2b1e-4063-9f2d-a704cbb62e5d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.333618] env[65894]: INFO networking_nsxv3.common.synchronization [req-51afa0df-3a70-49da-b189-efcc32bb39f9 req-89ed49cc-eeb6-473b-aabf-d4c774e5a1e4 tempest-ServersAdminNegativeTestJSON-2097819056 tempest-ServersAdminNegativeTestJSON-2097819056-project-member] Enqueued Resource ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 with Priority: HIGHEST for action security_group_members [ 1042.334288] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 with Priority: HIGHEST for action security_group_members [ 1042.334628] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3291625-fdbb-4e98-8fa5-af5d2804ad01 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.334772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.334861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.335559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.336288] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.336288] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.336288] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.336697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.336813] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.336930] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3291625-fdbb-4e98-8fa5-af5d2804ad01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.841670] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3291625-fdbb-4e98-8fa5-af5d2804ad01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.884666] env[65894]: INFO networking_nsxv3.common.synchronization [req-e1e74a76-4e03-4ed0-bf40-2e3d8aa24b33 req-b4853525-46a4-4db3-acb3-15e3e004fd91 tempest-AttachVolumeNegativeTest-1233650290 tempest-AttachVolumeNegativeTest-1233650290-project-member] Enqueued Resource ID: 8bb42736-6229-484b-9155-eae73b07ca84 with Priority: HIGHEST for action security_group_members [ 1042.885354] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb42736-6229-484b-9155-eae73b07ca84 with Priority: HIGHEST for action security_group_members [ 1042.885690] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bb42736-6229-484b-9155-eae73b07ca84 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.885838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bb42736-6229-484b-9155-eae73b07ca84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.885886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bb42736-6229-484b-9155-eae73b07ca84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.886198] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bb42736-6229-484b-9155-eae73b07ca84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.886900] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.886900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.886900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.886900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.886900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.886900] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bb42736-6229-484b-9155-eae73b07ca84',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.275018] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-553 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.275260] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.275384] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.275650] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.276063] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.276251] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.276368] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.276594] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.276782] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.277056] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1043.277203] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1043.277367] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1043.277486] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1043.277595] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1043.277699] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1043.277841] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1043.297776] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1043.297939] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1043.298106] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1043.298294] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.298627] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-b16dd753-5387-46d7-8b1f-ff71a97a0f27 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.298790] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-b16dd753-5387-46d7-8b1f-ff71a97a0f27" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.298908] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-b16dd753-5387-46d7-8b1f-ff71a97a0f27" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.299852] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-b16dd753-5387-46d7-8b1f-ff71a97a0f27" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.299852] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b16dd753-5387-46d7-8b1f-ff71a97a0f27',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.344258] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3291625-fdbb-4e98-8fa5-af5d2804ad01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.389211] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.389545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.389545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.389928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.389928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.390130] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.390277] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.390462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.390521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.390565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.390729] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bb42736-6229-484b-9155-eae73b07ca84 already deleted. [ 1043.390845] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bb42736-6229-484b-9155-eae73b07ca84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.801942] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.802218] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.802266] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.802520] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.802662] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.802811] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port b16dd753-5387-46d7-8b1f-ff71a97a0f27 not found, creating... [ 1043.803075] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.803229] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.803340] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.803554] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.803687] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.803957] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.804122] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.804235] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.804434] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.804562] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.804694] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: b16dd753-5387-46d7-8b1f-ff71a97a0f27 is going to be created. [ 1043.824684] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.824901] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.825036] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.825345] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.825571] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.825791] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-b16dd753-5387-46d7-8b1f-ff71a97a0f27" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.846625] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.846805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.846871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.847101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.847191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.847307] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 is going to be updated. [ 1043.879493] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.879673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.879722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.880049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.880134] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.890378] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 in Status: IN_PROGRESS for 2s [ 1044.592789] env[65894]: INFO networking_nsxv3.common.synchronization [req-e1e74a76-4e03-4ed0-bf40-2e3d8aa24b33 req-b8cd060f-51c5-4b4c-9bf5-7c584a05b900 service nova] Enqueued Resource ID: 8bb42736-6229-484b-9155-eae73b07ca84 with Priority: HIGHEST for action security_group_rules [ 1044.592966] env[65894]: INFO networking_nsxv3.common.synchronization [req-e1e74a76-4e03-4ed0-bf40-2e3d8aa24b33 req-b8cd060f-51c5-4b4c-9bf5-7c584a05b900 service nova] Enqueued Resource ID: 8bb42736-6229-484b-9155-eae73b07ca84 with Priority: HIGHEST for action security_group_members [ 1044.593109] env[65894]: INFO networking_nsxv3.common.synchronization [req-e1e74a76-4e03-4ed0-bf40-2e3d8aa24b33 req-b8cd060f-51c5-4b4c-9bf5-7c584a05b900 service nova] Enqueued Resource ID: b16dd753-5387-46d7-8b1f-ff71a97a0f27 with Priority: HIGHEST for action port [ 1044.593614] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb42736-6229-484b-9155-eae73b07ca84 with Priority: HIGHEST for action security_group_rules [ 1044.593742] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb42736-6229-484b-9155-eae73b07ca84 with Priority: HIGHEST for action security_group_members [ 1044.593833] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b16dd753-5387-46d7-8b1f-ff71a97a0f27 with Priority: HIGHEST for action port [ 1044.596195] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bb42736-6229-484b-9155-eae73b07ca84 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.596328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bb42736-6229-484b-9155-eae73b07ca84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.596593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bb42736-6229-484b-9155-eae73b07ca84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.596807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bb42736-6229-484b-9155-eae73b07ca84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.596886] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bb42736-6229-484b-9155-eae73b07ca84',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.597736] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bb42736-6229-484b-9155-eae73b07ca84 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.597851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bb42736-6229-484b-9155-eae73b07ca84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.597990] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bb42736-6229-484b-9155-eae73b07ca84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.598180] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bb42736-6229-484b-9155-eae73b07ca84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.598335] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.598430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.598490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.598628] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.598709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.598797] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bb42736-6229-484b-9155-eae73b07ca84',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.600083] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-b16dd753-5387-46d7-8b1f-ff71a97a0f27 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.600189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b16dd753-5387-46d7-8b1f-ff71a97a0f27" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.600262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b16dd753-5387-46d7-8b1f-ff71a97a0f27" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.601069] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b16dd753-5387-46d7-8b1f-ff71a97a0f27" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.601069] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b16dd753-5387-46d7-8b1f-ff71a97a0f27',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.102226] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bb42736-6229-484b-9155-eae73b07ca84',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.103213] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bb42736-6229-484b-9155-eae73b07ca84 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.103276] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bb42736-6229-484b-9155-eae73b07ca84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.105290] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b16dd753-5387-46d7-8b1f-ff71a97a0f27 with status ACTIVE [ 1045.105290] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.105290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.105290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.105290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.105290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.105638] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.105638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.105638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.105759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.105835] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.106037] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.106111] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.106176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.106318] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.106390] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.106471] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b16dd753-5387-46d7-8b1f-ff71a97a0f27 is going to be updated. [ 1045.127639] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.127929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.128071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.128306] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.128454] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.128617] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b16dd753-5387-46d7-8b1f-ff71a97a0f27" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.302039] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-392 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.302254] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-392" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.302374] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-392" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.302652] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-392" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.302908] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.303073] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.303188] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.303395] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.303606] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.303820] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.303930] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.304076] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.304257] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.304441] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.304621] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.304826] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.324287] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.324446] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1045.324592] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.325083] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-392" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.325544] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-1f973450-a29f-4be8-827f-eef74249174f taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.325741] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-1f973450-a29f-4be8-827f-eef74249174f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.325861] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-1f973450-a29f-4be8-827f-eef74249174f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.326154] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-1f973450-a29f-4be8-827f-eef74249174f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.326297] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f973450-a29f-4be8-827f-eef74249174f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.608574] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bb42736-6229-484b-9155-eae73b07ca84',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.830584] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.830584] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.830875] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.831077] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.831241] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.831926] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.832142] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.832259] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.832500] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.832639] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.832930] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.834749] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.834890] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.835154] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.835300] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.835457] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 1f973450-a29f-4be8-827f-eef74249174f is going to be updated. [ 1045.860097] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.860350] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.860438] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.860716] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.860952] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.861198] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-1f973450-a29f-4be8-827f-eef74249174f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.900224] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 in Status: SUCCESS [ 1045.900417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.111094] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.111382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.111382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.111459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.111636] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.111636] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bb42736-6229-484b-9155-eae73b07ca84 is going to be created. [ 1046.135594] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.135789] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.135832] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.136213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.136213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.145981] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bb42736-6229-484b-9155-eae73b07ca84 in Status: UNINITIALIZED for 2s [ 1046.573357] env[65894]: INFO networking_nsxv3.common.synchronization [req-b3472f22-fa3a-4b5d-9998-f9f0da4dabc2 req-54a63cb5-5832-40fe-9749-2e2b0e97b209 service nova] Enqueued Resource ID: cb21d3b6-dcc2-42e0-b805-37434d560264 with Priority: HIGHEST for action security_group_rules [ 1046.573357] env[65894]: INFO networking_nsxv3.common.synchronization [req-b3472f22-fa3a-4b5d-9998-f9f0da4dabc2 req-54a63cb5-5832-40fe-9749-2e2b0e97b209 service nova] Enqueued Resource ID: cb21d3b6-dcc2-42e0-b805-37434d560264 with Priority: HIGHEST for action security_group_members [ 1046.573605] env[65894]: INFO networking_nsxv3.common.synchronization [req-b3472f22-fa3a-4b5d-9998-f9f0da4dabc2 req-54a63cb5-5832-40fe-9749-2e2b0e97b209 service nova] Enqueued Resource ID: 1f973450-a29f-4be8-827f-eef74249174f with Priority: HIGHEST for action port [ 1046.574128] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb21d3b6-dcc2-42e0-b805-37434d560264 with Priority: HIGHEST for action security_group_rules [ 1046.574238] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb21d3b6-dcc2-42e0-b805-37434d560264 with Priority: HIGHEST for action security_group_members [ 1046.574440] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f973450-a29f-4be8-827f-eef74249174f with Priority: HIGHEST for action port [ 1046.574617] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb21d3b6-dcc2-42e0-b805-37434d560264 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.574766] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.574766] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.574996] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.575592] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb21d3b6-dcc2-42e0-b805-37434d560264',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.577086] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb21d3b6-dcc2-42e0-b805-37434d560264 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.577214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.577283] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.577464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.577980] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.577980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.577980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.577980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.578231] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.578231] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb21d3b6-dcc2-42e0-b805-37434d560264',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.585031] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f973450-a29f-4be8-827f-eef74249174f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.585031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f973450-a29f-4be8-827f-eef74249174f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.585031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f973450-a29f-4be8-827f-eef74249174f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.585031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f973450-a29f-4be8-827f-eef74249174f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.585031] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f973450-a29f-4be8-827f-eef74249174f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.586132] env[65894]: INFO networking_nsxv3.common.synchronization [None req-de9425cd-4b53-409d-a15f-b94829ea81d4 None None] Enqueued Resource ID: 1d825416-3e23-4bb0-8d42-bc20709e46d4 with Priority: HIGHEST for action port [ 1046.590491] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d825416-3e23-4bb0-8d42-bc20709e46d4 with Priority: HIGHEST for action port [ 1046.590491] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d825416-3e23-4bb0-8d42-bc20709e46d4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.590491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d825416-3e23-4bb0-8d42-bc20709e46d4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.590491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d825416-3e23-4bb0-8d42-bc20709e46d4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.590491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d825416-3e23-4bb0-8d42-bc20709e46d4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.590491] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d825416-3e23-4bb0-8d42-bc20709e46d4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.085333] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb21d3b6-dcc2-42e0-b805-37434d560264 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.085333] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.085333] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb21d3b6-dcc2-42e0-b805-37434d560264',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.088645] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f973450-a29f-4be8-827f-eef74249174f with status ACTIVE [ 1047.088814] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.088910] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.089476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.089476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.089476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.089610] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.089610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.089692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.090553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.090553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.090553] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.090553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.090553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.090553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.090553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.091159] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f973450-a29f-4be8-827f-eef74249174f is going to be updated. [ 1047.092284] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d825416-3e23-4bb0-8d42-bc20709e46d4 [ 1047.092284] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.092284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.092284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.092284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.092284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.092536] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d825416-3e23-4bb0-8d42-bc20709e46d4 already deleted. [ 1047.092536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d825416-3e23-4bb0-8d42-bc20709e46d4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.114285] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.114531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.114531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.114702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.115944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.116141] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f973450-a29f-4be8-827f-eef74249174f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.588713] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb21d3b6-dcc2-42e0-b805-37434d560264',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.092788] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.092942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.095108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.095108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.095108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.095108] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb21d3b6-dcc2-42e0-b805-37434d560264 is going to be updated. [ 1048.125031] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.125031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.125031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.125031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.125031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.138081] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb21d3b6-dcc2-42e0-b805-37434d560264 in Status: IN_PROGRESS for 2s [ 1048.156302] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bb42736-6229-484b-9155-eae73b07ca84 in Status: SUCCESS [ 1048.156569] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bb42736-6229-484b-9155-eae73b07ca84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.156758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bb42736-6229-484b-9155-eae73b07ca84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.156980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bb42736-6229-484b-9155-eae73b07ca84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.157210] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.158217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.158217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.158372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.158478] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.158554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bb42736-6229-484b-9155-eae73b07ca84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.158637] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bb42736-6229-484b-9155-eae73b07ca84',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.403891] env[65894]: INFO networking_nsxv3.common.synchronization [req-f6200a3c-9641-4a34-9ce7-324223a17093 req-a1d1ac22-8f82-450f-aafb-78f8d6f899c2 tempest-DeleteServersTestJSON-277239729 tempest-DeleteServersTestJSON-277239729-project-member] Enqueued Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 1048.404521] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 1048.405258] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.405258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.406063] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.406473] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.406568] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.406691] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.407304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.407304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.407304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.407304] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.662863] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bb42736-6229-484b-9155-eae73b07ca84',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.828687] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-105 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.828902] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-105" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.829024] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-105" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.829314] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-105" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.829589] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.829748] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.829860] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.830131] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.830280] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.830520] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.830596] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.830735] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.830791] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.830925] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.831028] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.831180] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.855862] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.856052] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1048.857796] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.857796] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-105" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.857796] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-6ee3d53c-9ca2-4b57-b94f-501fe2f38ab6 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.857796] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-6ee3d53c-9ca2-4b57-b94f-501fe2f38ab6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.857796] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-6ee3d53c-9ca2-4b57-b94f-501fe2f38ab6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.857796] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-6ee3d53c-9ca2-4b57-b94f-501fe2f38ab6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.857796] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ee3d53c-9ca2-4b57-b94f-501fe2f38ab6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.910214] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.910458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.910547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.910739] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.910829] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.911319] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.911528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.911528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.911682] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.911739] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.911832] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 is going to be deleted. [ 1048.949485] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.949485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.949485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.949485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.949485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.949843] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.165063] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bb42736-6229-484b-9155-eae73b07ca84: rpc.has_security_group_logging(os_id): False [ 1049.185247] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.185527] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.185527] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.185739] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.186167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.186167] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.186312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.186312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.186462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.186551] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.186762] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bb42736-6229-484b-9155-eae73b07ca84 is going to be created. [ 1049.249215] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.249215] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.249356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.249795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.249795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.261011] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bb42736-6229-484b-9155-eae73b07ca84 in Status: IN_PROGRESS for 2s [ 1049.360765] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.361027] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.361179] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.361463] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.361649] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.361764] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 6ee3d53c-9ca2-4b57-b94f-501fe2f38ab6 not found, creating... [ 1049.362038] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.362199] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.362308] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.362522] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.362648] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.362983] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.363130] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.363267] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.363527] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.363599] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.363734] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 6ee3d53c-9ca2-4b57-b94f-501fe2f38ab6 is going to be created. [ 1049.368213] env[65894]: INFO networking_nsxv3.common.synchronization [None req-7d366a94-bb15-4dd1-b8db-2451dff66c99 None None] Enqueued Resource ID: 08c17001-141f-4ba9-93b5-3a94da1f06d9 with Priority: HIGHEST for action port [ 1049.368746] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08c17001-141f-4ba9-93b5-3a94da1f06d9 with Priority: HIGHEST for action port [ 1049.369095] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-08c17001-141f-4ba9-93b5-3a94da1f06d9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.369196] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08c17001-141f-4ba9-93b5-3a94da1f06d9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.369248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08c17001-141f-4ba9-93b5-3a94da1f06d9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.369443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08c17001-141f-4ba9-93b5-3a94da1f06d9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.369523] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08c17001-141f-4ba9-93b5-3a94da1f06d9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.391143] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.391495] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.391495] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.391789] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.392136] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.392308] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-6ee3d53c-9ca2-4b57-b94f-501fe2f38ab6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.672335] env[65894]: INFO networking_nsxv3.common.synchronization [req-306e6655-951e-4c5d-bd12-305f681cb2e5 req-e4bfce0d-32a8-45dc-a646-ef30ea6a0051 tempest-ServerRescueNegativeTestJSON-205417385 tempest-ServerRescueNegativeTestJSON-205417385-project-member] Enqueued Resource ID: da45d121-2a57-4da2-ad02-0e5da255b827 with Priority: HIGHEST for action security_group_members [ 1049.672975] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da45d121-2a57-4da2-ad02-0e5da255b827 with Priority: HIGHEST for action security_group_members [ 1049.673617] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-da45d121-2a57-4da2-ad02-0e5da255b827 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.673749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.673818] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.674196] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.674394] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.674503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.674568] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.675062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.675192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.675296] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da45d121-2a57-4da2-ad02-0e5da255b827',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.871284] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08c17001-141f-4ba9-93b5-3a94da1f06d9 [ 1049.871517] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.871651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.871722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.871940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.872038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.872198] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08c17001-141f-4ba9-93b5-3a94da1f06d9 already deleted. [ 1049.872233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08c17001-141f-4ba9-93b5-3a94da1f06d9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.147674] env[65894]: INFO networking_nsxv3.common.synchronization [req-f6200a3c-9641-4a34-9ce7-324223a17093 req-f37b9777-2754-442b-a7d5-cf4ac052fb40 service nova] Enqueued Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_rules [ 1050.147856] env[65894]: INFO networking_nsxv3.common.synchronization [req-f6200a3c-9641-4a34-9ce7-324223a17093 req-f37b9777-2754-442b-a7d5-cf4ac052fb40 service nova] Enqueued Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 1050.148278] env[65894]: INFO networking_nsxv3.common.synchronization [req-f6200a3c-9641-4a34-9ce7-324223a17093 req-f37b9777-2754-442b-a7d5-cf4ac052fb40 service nova] Enqueued Resource ID: 6ee3d53c-9ca2-4b57-b94f-501fe2f38ab6 with Priority: HIGHEST for action port [ 1050.148934] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb21d3b6-dcc2-42e0-b805-37434d560264 in Status: SUCCESS [ 1050.149195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.149828] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_rules [ 1050.149876] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 1050.150050] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ee3d53c-9ca2-4b57-b94f-501fe2f38ab6 with Priority: HIGHEST for action port [ 1050.150289] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.151156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.151156] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.151156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.151156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.151156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.151156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.151556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.151556] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb21d3b6-dcc2-42e0-b805-37434d560264',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.152795] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.152795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.152795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.152795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.152795] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.154174] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.154174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.154174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.154174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.154174] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.154174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.154174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.154567] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.154567] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.154567] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.156044] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ee3d53c-9ca2-4b57-b94f-501fe2f38ab6 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.156044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ee3d53c-9ca2-4b57-b94f-501fe2f38ab6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.156044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ee3d53c-9ca2-4b57-b94f-501fe2f38ab6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.156044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ee3d53c-9ca2-4b57-b94f-501fe2f38ab6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.156044] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ee3d53c-9ca2-4b57-b94f-501fe2f38ab6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.177416] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.177683] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.177683] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.177872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.177990] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.178221] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.178346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.178418] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.178611] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.178661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.178749] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da45d121-2a57-4da2-ad02-0e5da255b827 is going to be updated. [ 1050.216847] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.216847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.216847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.216847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.216847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.226082] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da45d121-2a57-4da2-ad02-0e5da255b827 in Status: IN_PROGRESS for 2s [ 1050.658537] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb21d3b6-dcc2-42e0-b805-37434d560264',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.659527] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ee3d53c-9ca2-4b57-b94f-501fe2f38ab6 with status ACTIVE [ 1050.659728] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.659936] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.659936] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.661805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.661805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.661805] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.661805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.661805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.661805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.661805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.661805] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.661805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.661805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.661805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.661805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.661805] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ee3d53c-9ca2-4b57-b94f-501fe2f38ab6 is going to be updated. [ 1050.664902] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.665315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.665315] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.688247] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.688473] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.688584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.688993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.689206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.689580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ee3d53c-9ca2-4b57-b94f-501fe2f38ab6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.168471] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb21d3b6-dcc2-42e0-b805-37434d560264: rpc.has_security_group_logging(os_id): False [ 1051.169144] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.189952] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.190219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.190219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.190407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.213895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.214232] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.215442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.215442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.215442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.215442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.215442] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb21d3b6-dcc2-42e0-b805-37434d560264 is going to be updated. [ 1051.277722] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bb42736-6229-484b-9155-eae73b07ca84 in Status: SUCCESS [ 1051.278262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bb42736-6229-484b-9155-eae73b07ca84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.281312] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.281312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.281312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.281312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.281569] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.299216] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb21d3b6-dcc2-42e0-b805-37434d560264 in Status: IN_PROGRESS for 2s [ 1051.672655] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.672655] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.672655] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.672655] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.672655] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.672655] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 is going to be created. [ 1051.701038] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.701038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.701038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.701038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.701038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.713684] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: UNINITIALIZED for 2s [ 1052.237840] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da45d121-2a57-4da2-ad02-0e5da255b827 in Status: SUCCESS [ 1052.237840] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da45d121-2a57-4da2-ad02-0e5da255b827 deletion is rescheduled due to dependency. [ 1052.238353] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.312224] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb21d3b6-dcc2-42e0-b805-37434d560264 in Status: SUCCESS [ 1053.312655] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.732098] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: UNINITIALIZED for 4s [ 1055.151163] env[65894]: INFO networking_nsxv3.common.synchronization [req-af12182e-08ea-4ef3-a412-085bd2c03206 req-32119c41-0bdc-45a1-8285-f1a18b468e30 tempest-ServerDiskConfigTestJSON-1160334058 tempest-ServerDiskConfigTestJSON-1160334058-project-member] Enqueued Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_members [ 1055.151361] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1055.151361] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=1, Passive=0], Jobs=2 [ 1055.151361] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_members [ 1055.152058] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.154855] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.154961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.155243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.155472] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.155599] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.155663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.155826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.155930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.156041] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.660375] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.660579] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.660579] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.660857] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.660961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.661161] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.661270] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.661358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.661598] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.662077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.662077] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e is going to be updated. [ 1055.691837] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.692021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.692070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.692260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.692402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.703150] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: IN_PROGRESS for 2s [ 1055.741327] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: SUCCESS [ 1055.741536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.742544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.742544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.742544] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.742544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.742544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.742544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.742544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.742544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.743030] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.245964] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.245964] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.245964] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.245964] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.245964] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.245964] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.245964] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.246559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.246559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.246559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.247702] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.247702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.247702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.248739] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.249085] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.249567] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.249702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.250193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.250483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.250483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.250574] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.577976] env[65894]: INFO networking_nsxv3.common.synchronization [req-a821bade-e423-4057-86a1-196afd7c0c7b req-475e1fcd-03f9-4169-9464-d6e32531a38d tempest-AttachVolumeTestJSON-1749400479 tempest-AttachVolumeTestJSON-1749400479-project-member] Enqueued Resource ID: f63c9059-7cb5-4426-9a14-9f55ce0effc3 with Priority: HIGHEST for action security_group_members [ 1056.579395] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63c9059-7cb5-4426-9a14-9f55ce0effc3 with Priority: HIGHEST for action security_group_members [ 1056.580088] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63c9059-7cb5-4426-9a14-9f55ce0effc3 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.582114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.582114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.582114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.582114] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.582114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.582114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.582114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.582114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.582114] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f63c9059-7cb5-4426-9a14-9f55ce0effc3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.755243] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a4e7519-3a3b-46b2-998a-ea061a97f3b8: rpc.has_security_group_logging(os_id): False [ 1056.774021] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.774021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.774021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.774021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.774021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.774021] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.774021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.774021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.774021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.774021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.774021] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.774021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.774021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.774021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.774021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.774646] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.776039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.776039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.776039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.776039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.776039] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 is going to be created. [ 1056.866206] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.866398] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.866693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.866923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.867233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.887201] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: IN_PROGRESS for 2s [ 1057.084953] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.085191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.085244] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.085492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.085580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.085921] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.085921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.086083] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.086123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.086217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.086281] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63c9059-7cb5-4426-9a14-9f55ce0effc3 is going to be updated. [ 1057.117666] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.117786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.117858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.118137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.118300] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.135898] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63c9059-7cb5-4426-9a14-9f55ce0effc3 in Status: IN_PROGRESS for 2s [ 1057.715713] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: IN_PROGRESS for 4s [ 1058.605381] env[65894]: INFO networking_nsxv3.common.synchronization [req-6376d871-2787-40f4-a0fe-0aaf34f950e9 req-df684d28-8f79-4efa-86c6-c5e40148c339 tempest-ServerActionsV293TestJSON-2004570130 tempest-ServerActionsV293TestJSON-2004570130-project-member] Enqueued Resource ID: 94829015-9fd9-4c6a-a675-42f332875e02 with Priority: HIGHEST for action security_group_members [ 1058.605966] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94829015-9fd9-4c6a-a675-42f332875e02 with Priority: HIGHEST for action security_group_members [ 1058.606378] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94829015-9fd9-4c6a-a675-42f332875e02 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.606535] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94829015-9fd9-4c6a-a675-42f332875e02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.606604] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94829015-9fd9-4c6a-a675-42f332875e02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.606882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94829015-9fd9-4c6a-a675-42f332875e02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.607061] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.607174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.607251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.607460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.607633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.607736] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94829015-9fd9-4c6a-a675-42f332875e02',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.910578] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: SUCCESS [ 1058.910915] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.965160] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-876 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.965429] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-876" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.965494] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-876" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.965861] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-876" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.966366] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.966627] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.966759] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.966988] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.967159] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.967364] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.967474] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.967622] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.967783] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.967926] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.968571] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.968925] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.993243] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.993427] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1058.993566] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.994430] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-876" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.994430] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-8d223b36-f373-4af3-9cec-a704a2edfeb1 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.994430] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-8d223b36-f373-4af3-9cec-a704a2edfeb1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.994430] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-8d223b36-f373-4af3-9cec-a704a2edfeb1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.994683] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-8d223b36-f373-4af3-9cec-a704a2edfeb1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.994817] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d223b36-f373-4af3-9cec-a704a2edfeb1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.111545] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.112870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.112870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.112870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.112870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.112870] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.112870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.112870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.112870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.112870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.113394] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94829015-9fd9-4c6a-a675-42f332875e02 already deleted. [ 1059.113394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94829015-9fd9-4c6a-a675-42f332875e02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.148428] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63c9059-7cb5-4426-9a14-9f55ce0effc3 in Status: SUCCESS [ 1059.148744] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63c9059-7cb5-4426-9a14-9f55ce0effc3 deletion is rescheduled due to dependency. [ 1059.148920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.497516] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.497516] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.497516] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.497768] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.497878] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.498047] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 8d223b36-f373-4af3-9cec-a704a2edfeb1 not found, creating... [ 1059.498330] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.498513] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.498660] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.498908] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.499058] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.499398] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.499576] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.499710] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.499940] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.500110] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.500288] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 8d223b36-f373-4af3-9cec-a704a2edfeb1 is going to be created. [ 1059.529272] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.529707] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.529707] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.529864] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.530200] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.530461] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-8d223b36-f373-4af3-9cec-a704a2edfeb1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.726328] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: SUCCESS [ 1059.726539] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e deletion is rescheduled due to dependency. [ 1059.726622] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.248433] env[65894]: INFO networking_nsxv3.common.synchronization [req-6376d871-2787-40f4-a0fe-0aaf34f950e9 req-c092983e-f804-46d4-8db8-705e732f0bfe service nova] Enqueued Resource ID: 94829015-9fd9-4c6a-a675-42f332875e02 with Priority: HIGHEST for action security_group_rules [ 1060.248673] env[65894]: INFO networking_nsxv3.common.synchronization [req-6376d871-2787-40f4-a0fe-0aaf34f950e9 req-c092983e-f804-46d4-8db8-705e732f0bfe service nova] Enqueued Resource ID: 94829015-9fd9-4c6a-a675-42f332875e02 with Priority: HIGHEST for action security_group_members [ 1060.248673] env[65894]: INFO networking_nsxv3.common.synchronization [req-6376d871-2787-40f4-a0fe-0aaf34f950e9 req-c092983e-f804-46d4-8db8-705e732f0bfe service nova] Enqueued Resource ID: 8d223b36-f373-4af3-9cec-a704a2edfeb1 with Priority: HIGHEST for action port [ 1060.249219] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94829015-9fd9-4c6a-a675-42f332875e02 with Priority: HIGHEST for action security_group_rules [ 1060.249569] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94829015-9fd9-4c6a-a675-42f332875e02 with Priority: HIGHEST for action security_group_members [ 1060.249685] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d223b36-f373-4af3-9cec-a704a2edfeb1 with Priority: HIGHEST for action port [ 1060.250307] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94829015-9fd9-4c6a-a675-42f332875e02 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.250307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94829015-9fd9-4c6a-a675-42f332875e02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.250307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94829015-9fd9-4c6a-a675-42f332875e02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.250500] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94829015-9fd9-4c6a-a675-42f332875e02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.250500] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94829015-9fd9-4c6a-a675-42f332875e02',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.253460] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94829015-9fd9-4c6a-a675-42f332875e02 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.253593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94829015-9fd9-4c6a-a675-42f332875e02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.253648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94829015-9fd9-4c6a-a675-42f332875e02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.253833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94829015-9fd9-4c6a-a675-42f332875e02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.254359] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.254470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.254735] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.254735] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.254799] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.254841] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94829015-9fd9-4c6a-a675-42f332875e02',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.257386] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d223b36-f373-4af3-9cec-a704a2edfeb1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.258190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d223b36-f373-4af3-9cec-a704a2edfeb1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.258328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d223b36-f373-4af3-9cec-a704a2edfeb1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.258552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d223b36-f373-4af3-9cec-a704a2edfeb1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.258656] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d223b36-f373-4af3-9cec-a704a2edfeb1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.760793] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94829015-9fd9-4c6a-a675-42f332875e02 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.761076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94829015-9fd9-4c6a-a675-42f332875e02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.761206] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94829015-9fd9-4c6a-a675-42f332875e02',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.762501] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d223b36-f373-4af3-9cec-a704a2edfeb1 with status ACTIVE [ 1060.762706] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.762819] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.762897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.763191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.763191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.763375] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.763473] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.763541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.764524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.764524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.764524] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.764524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.764524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.764524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.764524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.764524] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d223b36-f373-4af3-9cec-a704a2edfeb1 is going to be updated. [ 1060.786105] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.786319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.786373] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.786552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.786688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.786846] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d223b36-f373-4af3-9cec-a704a2edfeb1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.266893] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94829015-9fd9-4c6a-a675-42f332875e02',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.771282] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.771513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.772481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.772481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.772481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.772481] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94829015-9fd9-4c6a-a675-42f332875e02 is going to be created. [ 1061.810312] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.810593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.810593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.810784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.810947] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.822216] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94829015-9fd9-4c6a-a675-42f332875e02 in Status: UNINITIALIZED for 2s [ 1063.498761] env[65894]: INFO networking_nsxv3.common.synchronization [req-43418985-9a29-4007-90c6-624154af94ef req-f6db8447-2971-4e25-898a-45252a5a5f96 tempest-AttachInterfacesTestJSON-1026338332 tempest-AttachInterfacesTestJSON-1026338332-project-member] Enqueued Resource ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 with Priority: HIGHEST for action security_group_members [ 1063.499846] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 with Priority: HIGHEST for action security_group_members [ 1063.499846] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.500041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.500041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.500342] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.500727] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.500727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.500727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.500889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.500993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.501093] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.833624] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94829015-9fd9-4c6a-a675-42f332875e02 in Status: SUCCESS [ 1063.833720] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94829015-9fd9-4c6a-a675-42f332875e02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.833903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94829015-9fd9-4c6a-a675-42f332875e02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.834171] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94829015-9fd9-4c6a-a675-42f332875e02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.834382] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.834519] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.834582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.834756] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.835252] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.835252] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94829015-9fd9-4c6a-a675-42f332875e02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.835252] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94829015-9fd9-4c6a-a675-42f332875e02',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.870604] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-425 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.870758] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.870808] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.871077] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.871685] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.872328] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.872328] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.872328] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.872530] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.872634] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.872811] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.872999] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.873195] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.873365] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.873508] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.873700] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.892196] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.892618] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1063.892618] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.892791] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.892987] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-387ba31b-5587-4a2a-a0f9-06b8f0b1ac35 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.893175] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-387ba31b-5587-4a2a-a0f9-06b8f0b1ac35" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.893303] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-387ba31b-5587-4a2a-a0f9-06b8f0b1ac35" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.893615] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-387ba31b-5587-4a2a-a0f9-06b8f0b1ac35" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.894151] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('387ba31b-5587-4a2a-a0f9-06b8f0b1ac35',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.003803] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.338197] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94829015-9fd9-4c6a-a675-42f332875e02',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.397236] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.397517] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.398083] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.398083] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.398292] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.398559] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 387ba31b-5587-4a2a-a0f9-06b8f0b1ac35 not found, creating... [ 1064.399086] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.399303] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.399440] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.400541] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.400541] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.400541] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.400541] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.400803] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.400972] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.401201] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.401426] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 387ba31b-5587-4a2a-a0f9-06b8f0b1ac35 is going to be created. [ 1064.428531] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.428808] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.428877] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.429210] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.429450] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.429782] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-387ba31b-5587-4a2a-a0f9-06b8f0b1ac35" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.506836] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.840974] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94829015-9fd9-4c6a-a675-42f332875e02: rpc.has_security_group_logging(os_id): False [ 1064.863412] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.863656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.863656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.863901] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.864216] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.864343] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.864488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.864612] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.864782] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.864866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.864971] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94829015-9fd9-4c6a-a675-42f332875e02 is going to be created. [ 1064.884180] env[65894]: INFO networking_nsxv3.common.synchronization [req-d682c4c4-4149-4648-b983-36cc6e0ca228 req-8f6719fc-3255-48a7-a0f3-adddd902f781 tempest-DeleteServersTestJSON-277239729 tempest-DeleteServersTestJSON-277239729-project-member] Enqueued Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 1064.885400] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 1064.885839] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.885997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.886151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.886414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.886650] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.886944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.886944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.887153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.887392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.887518] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.943967] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.944243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.944243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.944414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.944669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.959596] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94829015-9fd9-4c6a-a675-42f332875e02 in Status: IN_PROGRESS for 2s [ 1065.009712] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.009986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.009986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.010280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.010752] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.010752] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 is going to be updated. [ 1065.071801] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.071801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.071801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.071801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.072244] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.082109] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 in Status: IN_PROGRESS for 2s [ 1065.192574] env[65894]: INFO networking_nsxv3.common.synchronization [req-43418985-9a29-4007-90c6-624154af94ef req-a6b87b06-f730-4fbe-b6e9-ca381ea5cadf service nova] Enqueued Resource ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 with Priority: HIGHEST for action security_group_rules [ 1065.192574] env[65894]: INFO networking_nsxv3.common.synchronization [req-43418985-9a29-4007-90c6-624154af94ef req-a6b87b06-f730-4fbe-b6e9-ca381ea5cadf service nova] Enqueued Resource ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 with Priority: HIGHEST for action security_group_members [ 1065.192574] env[65894]: INFO networking_nsxv3.common.synchronization [req-43418985-9a29-4007-90c6-624154af94ef req-a6b87b06-f730-4fbe-b6e9-ca381ea5cadf service nova] Enqueued Resource ID: 387ba31b-5587-4a2a-a0f9-06b8f0b1ac35 with Priority: HIGHEST for action port [ 1065.193447] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 with Priority: HIGHEST for action security_group_rules [ 1065.193836] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 with Priority: HIGHEST for action security_group_members [ 1065.194107] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387ba31b-5587-4a2a-a0f9-06b8f0b1ac35 with Priority: HIGHEST for action port [ 1065.194834] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.195183] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.195368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.195676] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.195865] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.197112] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.197350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.197678] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-387ba31b-5587-4a2a-a0f9-06b8f0b1ac35 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.199756] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-387ba31b-5587-4a2a-a0f9-06b8f0b1ac35" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.199756] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-387ba31b-5587-4a2a-a0f9-06b8f0b1ac35" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.199756] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-387ba31b-5587-4a2a-a0f9-06b8f0b1ac35" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.199756] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('387ba31b-5587-4a2a-a0f9-06b8f0b1ac35',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.390081] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.391108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.391108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.391108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.391108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.391423] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.391423] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.391576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.391753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.391855] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.391938] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 is going to be updated. [ 1065.429177] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.429431] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.429529] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.429800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.430146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.440623] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: IN_PROGRESS for 2s [ 1065.702022] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.702022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.702404] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 387ba31b-5587-4a2a-a0f9-06b8f0b1ac35 with status ACTIVE [ 1065.702404] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.702404] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.702565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.702710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.702798] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.703534] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.703534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.703534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.703534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.703534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.703534] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.703812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.703812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.703884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.703927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.704055] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 387ba31b-5587-4a2a-a0f9-06b8f0b1ac35 is going to be updated. [ 1065.726703] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.726882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.727014] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.727534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.727534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.727534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-387ba31b-5587-4a2a-a0f9-06b8f0b1ac35" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.973431] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94829015-9fd9-4c6a-a675-42f332875e02 in Status: SUCCESS [ 1066.973720] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94829015-9fd9-4c6a-a675-42f332875e02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.097325] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 in Status: SUCCESS [ 1067.097570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.097731] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.097962] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.098214] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.098357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.098468] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.098560] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.098649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.098733] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.453758] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: SUCCESS [ 1067.454042] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 deletion is rescheduled due to dependency. [ 1067.454190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.478776] env[65894]: INFO networking_nsxv3.common.synchronization [req-12014446-b9d2-4633-98e0-330994c3b367 req-f2c57888-73e0-456d-9bee-9a14e6782d71 tempest-ServersAdminNegativeTestJSON-2097819056 tempest-ServersAdminNegativeTestJSON-2097819056-project-member] Enqueued Resource ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 with Priority: HIGHEST for action security_group_members [ 1067.479407] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 with Priority: HIGHEST for action security_group_members [ 1067.479729] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3291625-fdbb-4e98-8fa5-af5d2804ad01 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.479978] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.480086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.480469] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.480570] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.480623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.480929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.480929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.481171] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.481171] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3291625-fdbb-4e98-8fa5-af5d2804ad01',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.600940] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.786876] env[65894]: INFO networking_nsxv3.common.synchronization [req-e1258570-8a4e-44bc-8339-d69383cf5da2 req-839ca103-f8eb-42d0-9faa-52ac6abda87c tempest-ListServersNegativeTestJSON-147894004 tempest-ListServersNegativeTestJSON-147894004-project-member] Enqueued Resource ID: e301c295-002d-4a09-b7c8-1f2e47b097fd with Priority: HIGHEST for action security_group_members [ 1067.787461] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e301c295-002d-4a09-b7c8-1f2e47b097fd with Priority: HIGHEST for action security_group_members [ 1067.787773] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e301c295-002d-4a09-b7c8-1f2e47b097fd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.787898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.787967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.788271] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.788437] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.788543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.788601] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.788764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.788847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.788939] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e301c295-002d-4a09-b7c8-1f2e47b097fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.986523] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.986869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.986869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.987015] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.987283] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.987283] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.987530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.987530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.987678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.987678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.987795] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 is going to be updated. [ 1068.027111] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.027282] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.027348] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.027544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.027690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.039520] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 in Status: IN_PROGRESS for 2s [ 1068.104306] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.164658] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-856 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.164899] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-856" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.165047] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-856" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.165476] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-856" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.166594] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.166594] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.166594] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.166594] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.166594] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.167031] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.167961] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.170692] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.170852] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.170977] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.171099] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.171299] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.191563] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.191787] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1068.191987] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.192727] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-856" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.192727] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-5f1b75ec-9263-494c-9ae0-53d272974f0e taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.192895] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-5f1b75ec-9263-494c-9ae0-53d272974f0e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.193251] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-5f1b75ec-9263-494c-9ae0-53d272974f0e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.193361] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-5f1b75ec-9263-494c-9ae0-53d272974f0e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.193582] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f1b75ec-9263-494c-9ae0-53d272974f0e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.291022] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.291190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.291274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.291573] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.291653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.291861] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.291958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.292029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.292230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.292335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.292420] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e301c295-002d-4a09-b7c8-1f2e47b097fd already deleted. [ 1068.292502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.609684] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.611053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.611053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.611053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.611053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.611053] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 is going to be updated. [ 1068.643324] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.643670] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.643670] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.643836] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.644043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.654464] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 in Status: IN_PROGRESS for 2s [ 1068.696457] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.696843] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.697075] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.697415] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.697607] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.697851] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 5f1b75ec-9263-494c-9ae0-53d272974f0e not found, creating... [ 1068.698723] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.698723] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.698723] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.698954] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.699158] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.699552] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.699811] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.699909] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.700292] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.700400] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.700582] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 5f1b75ec-9263-494c-9ae0-53d272974f0e is going to be created. [ 1068.741496] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.741732] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.743041] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.743041] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.743041] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.743041] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-5f1b75ec-9263-494c-9ae0-53d272974f0e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.926851] env[65894]: INFO networking_nsxv3.common.synchronization [req-e1258570-8a4e-44bc-8339-d69383cf5da2 req-fe1769bd-f757-4c84-8a43-de4d99e232ea service nova] Enqueued Resource ID: e301c295-002d-4a09-b7c8-1f2e47b097fd with Priority: HIGHEST for action security_group_rules [ 1069.927181] env[65894]: INFO networking_nsxv3.common.synchronization [req-e1258570-8a4e-44bc-8339-d69383cf5da2 req-fe1769bd-f757-4c84-8a43-de4d99e232ea service nova] Enqueued Resource ID: e301c295-002d-4a09-b7c8-1f2e47b097fd with Priority: HIGHEST for action security_group_members [ 1069.927181] env[65894]: INFO networking_nsxv3.common.synchronization [req-e1258570-8a4e-44bc-8339-d69383cf5da2 req-fe1769bd-f757-4c84-8a43-de4d99e232ea service nova] Enqueued Resource ID: 5f1b75ec-9263-494c-9ae0-53d272974f0e with Priority: HIGHEST for action port [ 1069.927721] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e301c295-002d-4a09-b7c8-1f2e47b097fd with Priority: HIGHEST for action security_group_rules [ 1069.927846] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e301c295-002d-4a09-b7c8-1f2e47b097fd with Priority: HIGHEST for action security_group_members [ 1069.927953] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f1b75ec-9263-494c-9ae0-53d272974f0e with Priority: HIGHEST for action port [ 1069.928456] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e301c295-002d-4a09-b7c8-1f2e47b097fd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.929109] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.929309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.929492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.929748] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e301c295-002d-4a09-b7c8-1f2e47b097fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.931417] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e301c295-002d-4a09-b7c8-1f2e47b097fd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.931539] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.931638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.933059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.933255] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.935082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.935082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.935082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.935082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.935082] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e301c295-002d-4a09-b7c8-1f2e47b097fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.935082] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f1b75ec-9263-494c-9ae0-53d272974f0e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.935082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f1b75ec-9263-494c-9ae0-53d272974f0e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.935404] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f1b75ec-9263-494c-9ae0-53d272974f0e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.935404] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f1b75ec-9263-494c-9ae0-53d272974f0e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.935404] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f1b75ec-9263-494c-9ae0-53d272974f0e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.050951] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 in Status: SUCCESS [ 1070.051454] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3291625-fdbb-4e98-8fa5-af5d2804ad01 deletion is rescheduled due to dependency. [ 1070.051588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3291625-fdbb-4e98-8fa5-af5d2804ad01" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.193110] env[65894]: INFO networking_nsxv3.common.synchronization [req-e1258570-8a4e-44bc-8339-d69383cf5da2 req-cafb4c3f-73fb-46ce-987c-040d99fb2681 tempest-ListServersNegativeTestJSON-147894004 tempest-ListServersNegativeTestJSON-147894004-project-member] Enqueued Resource ID: e301c295-002d-4a09-b7c8-1f2e47b097fd with Priority: HIGHEST for action security_group_members [ 1070.193683] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e301c295-002d-4a09-b7c8-1f2e47b097fd with Priority: HIGHEST for action security_group_members [ 1070.193989] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e301c295-002d-4a09-b7c8-1f2e47b097fd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.194131] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.432835] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e301c295-002d-4a09-b7c8-1f2e47b097fd taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.432835] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.437320] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e301c295-002d-4a09-b7c8-1f2e47b097fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.438175] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f1b75ec-9263-494c-9ae0-53d272974f0e with status ACTIVE [ 1070.438449] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.438532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.438532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.439092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.439092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.439092] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.439092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.439392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.439392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.439392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.440035] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.440035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.440035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.440035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.440035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.440035] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f1b75ec-9263-494c-9ae0-53d272974f0e is going to be updated. [ 1070.462384] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.462547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.462616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.462927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.463181] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.463415] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f1b75ec-9263-494c-9ae0-53d272974f0e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.516493] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-856 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.516691] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-856" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.516829] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-856" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.517109] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-856" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.517363] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.517547] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.517661] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.517875] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.518029] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.518445] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.518616] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.518784] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.518976] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.519185] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.519498] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.519728] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.545197] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.545386] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1070.545524] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.545708] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-856" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.546043] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-a124aa43-ccfa-4e20-af78-904982aec991 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.546296] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-a124aa43-ccfa-4e20-af78-904982aec991" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.546375] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-a124aa43-ccfa-4e20-af78-904982aec991" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.546708] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-a124aa43-ccfa-4e20-af78-904982aec991" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.546855] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a124aa43-ccfa-4e20-af78-904982aec991',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.667244] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 in Status: SUCCESS [ 1070.667470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.667643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.667867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.668084] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.668225] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.668331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.668405] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.668484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.668571] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.668663] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.942503] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e301c295-002d-4a09-b7c8-1f2e47b097fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.051631] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.051867] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.051956] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.052277] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.052427] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.052616] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port a124aa43-ccfa-4e20-af78-904982aec991 not found, creating... [ 1071.052881] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.053057] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.053176] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.053393] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.053533] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.053811] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.053965] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.054091] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.054298] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.054432] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.054563] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: a124aa43-ccfa-4e20-af78-904982aec991 is going to be created. [ 1071.077207] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.077462] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.077544] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.077824] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.078080] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.078371] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-a124aa43-ccfa-4e20-af78-904982aec991" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.171040] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.445238] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.445444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.445551] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.445923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.446061] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.446104] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e301c295-002d-4a09-b7c8-1f2e47b097fd is going to be created. [ 1071.475410] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.475780] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.475862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.476099] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.476264] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.486391] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e301c295-002d-4a09-b7c8-1f2e47b097fd in Status: UNINITIALIZED for 2s [ 1071.673045] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1: rpc.has_security_group_logging(os_id): False [ 1071.692763] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.692984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.692984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.693193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.693282] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.693518] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.693619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.693682] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.693813] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.693888] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.693991] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 is going to be updated. [ 1071.768536] env[65894]: INFO networking_nsxv3.common.synchronization [req-e1258570-8a4e-44bc-8339-d69383cf5da2 req-99505402-362d-4248-b0f9-4b90d0b2d12e service nova] Enqueued Resource ID: e301c295-002d-4a09-b7c8-1f2e47b097fd with Priority: HIGHEST for action security_group_rules [ 1071.768714] env[65894]: INFO networking_nsxv3.common.synchronization [req-e1258570-8a4e-44bc-8339-d69383cf5da2 req-99505402-362d-4248-b0f9-4b90d0b2d12e service nova] Enqueued Resource ID: e301c295-002d-4a09-b7c8-1f2e47b097fd with Priority: HIGHEST for action security_group_members [ 1071.768916] env[65894]: INFO networking_nsxv3.common.synchronization [req-e1258570-8a4e-44bc-8339-d69383cf5da2 req-99505402-362d-4248-b0f9-4b90d0b2d12e service nova] Enqueued Resource ID: a124aa43-ccfa-4e20-af78-904982aec991 with Priority: HIGHEST for action port [ 1071.769442] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e301c295-002d-4a09-b7c8-1f2e47b097fd with Priority: HIGHEST for action security_group_rules [ 1071.769594] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e301c295-002d-4a09-b7c8-1f2e47b097fd with Priority: HIGHEST for action security_group_members [ 1071.769664] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a124aa43-ccfa-4e20-af78-904982aec991 with Priority: HIGHEST for action port [ 1071.769960] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e301c295-002d-4a09-b7c8-1f2e47b097fd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.770059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.770388] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e301c295-002d-4a09-b7c8-1f2e47b097fd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.770482] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.770587] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-a124aa43-ccfa-4e20-af78-904982aec991 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.770702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a124aa43-ccfa-4e20-af78-904982aec991" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.770803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a124aa43-ccfa-4e20-af78-904982aec991" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.771055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a124aa43-ccfa-4e20-af78-904982aec991" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.771173] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a124aa43-ccfa-4e20-af78-904982aec991',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.842580] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.842580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.842580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.844077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.844864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.867048] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 in Status: IN_PROGRESS for 2s [ 1072.277727] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a124aa43-ccfa-4e20-af78-904982aec991 with status ACTIVE [ 1072.278107] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.278190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.278190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.278511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.278648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.278777] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.278874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.278936] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.279101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.279178] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.279356] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.279446] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.279506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.279641] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.279714] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.279933] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a124aa43-ccfa-4e20-af78-904982aec991 is going to be updated. [ 1072.329141] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.329351] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.329478] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.329948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.330055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.331654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a124aa43-ccfa-4e20-af78-904982aec991" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.679778] env[65894]: INFO networking_nsxv3.common.synchronization [req-e1258570-8a4e-44bc-8339-d69383cf5da2 req-d0e11360-629e-4776-933b-888c5c34fd91 tempest-ListServersNegativeTestJSON-147894004 tempest-ListServersNegativeTestJSON-147894004-project-member] Enqueued Resource ID: e301c295-002d-4a09-b7c8-1f2e47b097fd with Priority: HIGHEST for action security_group_members [ 1072.681428] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e301c295-002d-4a09-b7c8-1f2e47b097fd with Priority: HIGHEST for action security_group_members [ 1072.681932] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e301c295-002d-4a09-b7c8-1f2e47b097fd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.682152] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.103279] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-856 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.103279] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-856" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.103279] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-856" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.103279] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-856" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.103911] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.104284] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.104604] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.105093] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.107025] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.107025] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.107025] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.107025] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.107025] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.107025] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.107025] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.107025] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.129034] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.129034] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1073.129034] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.129034] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-856" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.129034] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-7f8babe0-aca1-48b0-90a0-b32e1c2ffa62 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.129034] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-7f8babe0-aca1-48b0-90a0-b32e1c2ffa62" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.129034] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-7f8babe0-aca1-48b0-90a0-b32e1c2ffa62" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.129034] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-7f8babe0-aca1-48b0-90a0-b32e1c2ffa62" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.129034] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f8babe0-aca1-48b0-90a0-b32e1c2ffa62',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.499391] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e301c295-002d-4a09-b7c8-1f2e47b097fd in Status: SUCCESS [ 1073.499713] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.499828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.500190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.500330] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.500431] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.500516] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.500674] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.500758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.500851] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e301c295-002d-4a09-b7c8-1f2e47b097fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.632254] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.632513] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.632631] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.632952] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.633120] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.633569] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 7f8babe0-aca1-48b0-90a0-b32e1c2ffa62 not found, creating... [ 1073.633651] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.633749] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.633865] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.634108] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.634247] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.634532] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.634691] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.634807] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.635088] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.635244] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.635387] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 7f8babe0-aca1-48b0-90a0-b32e1c2ffa62 is going to be created. [ 1073.659679] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.659927] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.660064] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.660401] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.660668] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.660998] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-7f8babe0-aca1-48b0-90a0-b32e1c2ffa62" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.846542] env[65894]: INFO networking_nsxv3.common.synchronization [None req-694297eb-04e0-4bbc-8f63-96794d3dd76c tempest-AttachInterfacesTestJSON-1026338332 tempest-AttachInterfacesTestJSON-1026338332-project-member] Enqueued Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_members [ 1073.847140] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_members [ 1073.847522] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.847692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.847770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.848222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.848345] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.848438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.848502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.848675] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.848773] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.848868] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.886031] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 in Status: SUCCESS [ 1073.886259] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.002907] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e301c295-002d-4a09-b7c8-1f2e47b097fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.352377] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.352634] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.352634] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.352747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.352829] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.353045] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.353155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.353223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.353368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.353445] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.353527] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf7e093-ca11-483e-b294-4645a455be90 is going to be deleted. [ 1074.386301] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.386537] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.386537] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.386835] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.386835] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.386965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.424710] env[65894]: INFO networking_nsxv3.common.synchronization [req-e1258570-8a4e-44bc-8339-d69383cf5da2 req-39a275bd-38a1-49e1-b679-57b5b71b8867 service nova] Enqueued Resource ID: e301c295-002d-4a09-b7c8-1f2e47b097fd with Priority: HIGHEST for action security_group_rules [ 1074.424710] env[65894]: INFO networking_nsxv3.common.synchronization [req-e1258570-8a4e-44bc-8339-d69383cf5da2 req-39a275bd-38a1-49e1-b679-57b5b71b8867 service nova] Enqueued Resource ID: e301c295-002d-4a09-b7c8-1f2e47b097fd with Priority: HIGHEST for action security_group_members [ 1074.424896] env[65894]: INFO networking_nsxv3.common.synchronization [req-e1258570-8a4e-44bc-8339-d69383cf5da2 req-39a275bd-38a1-49e1-b679-57b5b71b8867 service nova] Enqueued Resource ID: 7f8babe0-aca1-48b0-90a0-b32e1c2ffa62 with Priority: HIGHEST for action port [ 1074.425288] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e301c295-002d-4a09-b7c8-1f2e47b097fd with Priority: HIGHEST for action security_group_rules [ 1074.425426] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e301c295-002d-4a09-b7c8-1f2e47b097fd with Priority: HIGHEST for action security_group_members [ 1074.425523] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8babe0-aca1-48b0-90a0-b32e1c2ffa62 with Priority: HIGHEST for action port [ 1074.425807] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e301c295-002d-4a09-b7c8-1f2e47b097fd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.425910] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.426119] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e301c295-002d-4a09-b7c8-1f2e47b097fd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.426203] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.426380] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f8babe0-aca1-48b0-90a0-b32e1c2ffa62 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.426479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f8babe0-aca1-48b0-90a0-b32e1c2ffa62" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.426541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f8babe0-aca1-48b0-90a0-b32e1c2ffa62" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.426836] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f8babe0-aca1-48b0-90a0-b32e1c2ffa62" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.426836] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f8babe0-aca1-48b0-90a0-b32e1c2ffa62',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.505808] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e301c295-002d-4a09-b7c8-1f2e47b097fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.928886] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f8babe0-aca1-48b0-90a0-b32e1c2ffa62 with status ACTIVE [ 1074.928886] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.929588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.929669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.929883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.929975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.930220] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.930358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.930427] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.930724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.930788] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.930947] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.931053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.931115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.931260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.931357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.931543] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f8babe0-aca1-48b0-90a0-b32e1c2ffa62 is going to be updated. [ 1074.953326] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.953479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.953548] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.953761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.953904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.954105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f8babe0-aca1-48b0-90a0-b32e1c2ffa62" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.009325] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.009638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.009638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.010023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.010167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.010336] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e301c295-002d-4a09-b7c8-1f2e47b097fd is going to be updated. [ 1075.058810] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.058967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.059147] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.059380] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.059565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.075831] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e301c295-002d-4a09-b7c8-1f2e47b097fd in Status: IN_PROGRESS for 2s [ 1077.016255] env[65894]: INFO networking_nsxv3.common.synchronization [req-6aa021ab-ddf3-470d-82e7-f7e38d6b159f req-889b3207-500a-4d91-8894-1ce033c23ccd tempest-ServerDiskConfigTestJSON-1160334058 tempest-ServerDiskConfigTestJSON-1160334058-project-member] Enqueued Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_members [ 1077.016255] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_members [ 1077.017140] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.017454] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.017631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.017999] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.018459] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.018803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.019014] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.019339] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.019546] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.019771] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.089046] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e301c295-002d-4a09-b7c8-1f2e47b097fd in Status: SUCCESS [ 1077.089046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.089046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.089046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.089247] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.089247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.089247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.089452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.089488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.089621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.089671] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e301c295-002d-4a09-b7c8-1f2e47b097fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.091190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.091484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.091674] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.091780] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.091915] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.091997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.092097] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.092500] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e301c295-002d-4a09-b7c8-1f2e47b097fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.383269] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-269 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.383550] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-269" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.383550] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-269" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.383862] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-269" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.384327] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.384327] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.384546] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.384999] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.384999] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.385097] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.385326] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1077.385326] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1077.385469] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1077.385524] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.386658] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1077.386658] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1077.433153] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1077.433440] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.048 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1077.433657] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1077.433922] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-269" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.434400] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-c1c99b18-552f-4c60-a48c-6f9d116e0414 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.434903] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-c1c99b18-552f-4c60-a48c-6f9d116e0414" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.434903] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-c1c99b18-552f-4c60-a48c-6f9d116e0414" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.435380] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-c1c99b18-552f-4c60-a48c-6f9d116e0414" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.435602] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1c99b18-552f-4c60-a48c-6f9d116e0414',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.522559] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.522703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.522703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.523040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.523084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.523280] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.523411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.523481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.523683] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.523763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.523853] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e is going to be updated. [ 1077.553233] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.553405] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.553462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.553678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.553823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.563611] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: IN_PROGRESS for 2s [ 1077.593705] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e301c295-002d-4a09-b7c8-1f2e47b097fd taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.593850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.595200] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e301c295-002d-4a09-b7c8-1f2e47b097fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.938964] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.939208] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.939319] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.939610] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.939754] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.939909] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port c1c99b18-552f-4c60-a48c-6f9d116e0414 not found, creating... [ 1077.940207] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.940415] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.940532] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.940758] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.940896] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.941206] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.941396] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.941533] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.941759] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.941895] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.942064] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: c1c99b18-552f-4c60-a48c-6f9d116e0414 is going to be created. [ 1077.970084] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.970370] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.970519] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.970907] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.971153] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.971429] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-c1c99b18-552f-4c60-a48c-6f9d116e0414" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.097940] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e301c295-002d-4a09-b7c8-1f2e47b097fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.602515] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.602728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.602728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.602964] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.603075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.603422] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e301c295-002d-4a09-b7c8-1f2e47b097fd is going to be updated. [ 1078.636475] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.636637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.636701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.636913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.637065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.647712] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e301c295-002d-4a09-b7c8-1f2e47b097fd in Status: IN_PROGRESS for 2s [ 1078.720849] env[65894]: INFO networking_nsxv3.common.synchronization [req-6aa021ab-ddf3-470d-82e7-f7e38d6b159f req-151978dc-84ad-42dd-b530-e72b90ef3823 service nova] Enqueued Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_rules [ 1078.720849] env[65894]: INFO networking_nsxv3.common.synchronization [req-6aa021ab-ddf3-470d-82e7-f7e38d6b159f req-151978dc-84ad-42dd-b530-e72b90ef3823 service nova] Enqueued Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_members [ 1078.720849] env[65894]: INFO networking_nsxv3.common.synchronization [req-6aa021ab-ddf3-470d-82e7-f7e38d6b159f req-151978dc-84ad-42dd-b530-e72b90ef3823 service nova] Enqueued Resource ID: c1c99b18-552f-4c60-a48c-6f9d116e0414 with Priority: HIGHEST for action port [ 1078.721200] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_rules [ 1078.721466] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_members [ 1078.721466] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1c99b18-552f-4c60-a48c-6f9d116e0414 with Priority: HIGHEST for action port [ 1078.721714] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.721833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.721923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.722205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.722205] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.724796] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.724910] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.725831] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1c99b18-552f-4c60-a48c-6f9d116e0414 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.725831] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1c99b18-552f-4c60-a48c-6f9d116e0414" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.725831] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1c99b18-552f-4c60-a48c-6f9d116e0414" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.725831] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1c99b18-552f-4c60-a48c-6f9d116e0414" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.725831] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1c99b18-552f-4c60-a48c-6f9d116e0414',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.227528] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.227912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.227912] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1c99b18-552f-4c60-a48c-6f9d116e0414 with status ACTIVE [ 1079.228954] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.228954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.228954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.228954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.228954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.228954] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.228954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.228954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.229665] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.229665] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.229665] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.229665] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.229665] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.229665] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.229941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.229941] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1c99b18-552f-4c60-a48c-6f9d116e0414 is going to be updated. [ 1079.253423] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.253423] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.253423] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.253645] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.253685] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.253849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1c99b18-552f-4c60-a48c-6f9d116e0414" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.577091] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: SUCCESS [ 1079.577390] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e deletion is rescheduled due to dependency. [ 1079.577390] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.577569] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.577802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.577987] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.578108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.578289] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.578396] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.578458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.578501] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.081984] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.583940] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.658412] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e301c295-002d-4a09-b7c8-1f2e47b097fd in Status: SUCCESS [ 1080.658698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.658916] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.659179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.659410] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.659575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.659679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.659876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.659982] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.660116] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e301c295-002d-4a09-b7c8-1f2e47b097fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.087095] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.087295] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.087295] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.087495] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.087585] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.087681] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e is going to be updated. [ 1081.131202] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.131472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.131551] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.131906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.132267] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.148965] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: IN_PROGRESS for 2s [ 1081.162157] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e301c295-002d-4a09-b7c8-1f2e47b097fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.664367] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e301c295-002d-4a09-b7c8-1f2e47b097fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.166947] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.167135] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.167208] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.167402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.167487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.167585] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e301c295-002d-4a09-b7c8-1f2e47b097fd is going to be updated. [ 1082.201125] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.201280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.201375] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.201654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.201817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.214074] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e301c295-002d-4a09-b7c8-1f2e47b097fd in Status: IN_PROGRESS for 2s [ 1082.762504] env[65894]: INFO networking_nsxv3.common.synchronization [req-d23c60c3-51d8-442d-a974-1fd1cc5af979 req-cc63e6a9-e1fe-475b-b090-bb9a0dd9acaa tempest-ServerRescueNegativeTestJSON-205417385 tempest-ServerRescueNegativeTestJSON-205417385-project-member] Enqueued Resource ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 with Priority: HIGHEST for action security_group_members [ 1082.762718] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 with Priority: HIGHEST for action security_group_members [ 1082.766906] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f04b4bb8-5a1e-4abe-8f93-81a34f976039 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.766906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.766906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.766906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.766906] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.766906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.766906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.766906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.766906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.766906] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f04b4bb8-5a1e-4abe-8f93-81a34f976039',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.063405] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-425 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.063405] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.063405] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.063405] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.063405] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.063705] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.063705] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.063972] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.064101] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.064849] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.064849] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.064849] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.064849] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.064849] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.064849] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.065283] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.089255] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.089540] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1083.091230] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.091230] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.091230] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-57e1a24a-d20b-46ce-ad0a-f0506893486d taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.091230] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-57e1a24a-d20b-46ce-ad0a-f0506893486d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.091230] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-57e1a24a-d20b-46ce-ad0a-f0506893486d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.091230] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-57e1a24a-d20b-46ce-ad0a-f0506893486d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.091749] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57e1a24a-d20b-46ce-ad0a-f0506893486d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.161739] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: SUCCESS [ 1083.161938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.162171] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.162442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.162442] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.162920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.162920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.163060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.163112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.163215] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.163404] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.271523] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f04b4bb8-5a1e-4abe-8f93-81a34f976039',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.594419] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.594668] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.594823] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.595128] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.595315] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.595477] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 57e1a24a-d20b-46ce-ad0a-f0506893486d not found, creating... [ 1083.595753] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.595937] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.596119] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.596314] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.596474] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.596814] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.596991] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.597126] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.597334] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.597467] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.597603] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 57e1a24a-d20b-46ce-ad0a-f0506893486d is going to be created. [ 1083.619389] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.619647] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.619769] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.620102] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.620502] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.620870] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-57e1a24a-d20b-46ce-ad0a-f0506893486d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.666051] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.666272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.666386] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.666696] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.666941] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.667125] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.667220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.667441] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.667563] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.667684] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.667907] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.668110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.668214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.668358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.668579] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.668720] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.668809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.669216] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.669216] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.669400] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.669400] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.774598] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f04b4bb8-5a1e-4abe-8f93-81a34f976039',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.172042] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e: rpc.has_security_group_logging(os_id): False [ 1084.196037] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.196202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.196277] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.196508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.196647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.196936] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.197052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.197107] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.197282] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.197370] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.197550] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.197703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.197703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.197866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.197979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.198221] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.198560] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.198560] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.198560] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.198711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.198711] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e is going to be updated. [ 1084.228467] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e301c295-002d-4a09-b7c8-1f2e47b097fd in Status: SUCCESS [ 1084.228786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.228897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.229173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.229379] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.229519] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.229591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.229711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.229785] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.229896] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e301c295-002d-4a09-b7c8-1f2e47b097fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.277769] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.277974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.278069] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.279256] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.279256] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.279256] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 is going to be updated. [ 1084.282256] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.282437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.283344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.283344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.283344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.297728] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: IN_PROGRESS for 2s [ 1084.321677] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.321677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.321677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.321968] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.322030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.334052] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 in Status: IN_PROGRESS for 2s [ 1084.384981] env[65894]: INFO networking_nsxv3.common.synchronization [req-f248e3e4-a2da-4815-8121-2812fdbed947 req-927b5e6e-d164-4fd3-b8f3-f82208c53c80 service nova] Enqueued Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_rules [ 1084.385233] env[65894]: INFO networking_nsxv3.common.synchronization [req-f248e3e4-a2da-4815-8121-2812fdbed947 req-927b5e6e-d164-4fd3-b8f3-f82208c53c80 service nova] Enqueued Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_members [ 1084.385404] env[65894]: INFO networking_nsxv3.common.synchronization [req-f248e3e4-a2da-4815-8121-2812fdbed947 req-927b5e6e-d164-4fd3-b8f3-f82208c53c80 service nova] Enqueued Resource ID: 57e1a24a-d20b-46ce-ad0a-f0506893486d with Priority: HIGHEST for action port [ 1084.386343] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_rules [ 1084.386343] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_members [ 1084.386343] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57e1a24a-d20b-46ce-ad0a-f0506893486d with Priority: HIGHEST for action port [ 1084.386591] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.386707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.386807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.387024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.387160] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.388102] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.389054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.389054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.389054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.389280] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.389446] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.389446] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.389912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.389912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.389912] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.392130] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-57e1a24a-d20b-46ce-ad0a-f0506893486d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.392345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57e1a24a-d20b-46ce-ad0a-f0506893486d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.392413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57e1a24a-d20b-46ce-ad0a-f0506893486d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.392638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57e1a24a-d20b-46ce-ad0a-f0506893486d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.392736] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57e1a24a-d20b-46ce-ad0a-f0506893486d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.732287] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e301c295-002d-4a09-b7c8-1f2e47b097fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.760215] env[65894]: INFO networking_nsxv3.common.synchronization [req-4e49626a-9ccf-484f-8ea2-d5a48a243b99 req-457d7bdd-b68e-4765-b96e-c16ff7991b93 tempest-ServerActionsTestJSON-369892048 tempest-ServerActionsTestJSON-369892048-project-member] Enqueued Resource ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 with Priority: HIGHEST for action security_group_members [ 1084.760215] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 with Priority: HIGHEST for action security_group_members [ 1084.760215] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.760215] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.760215] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.760215] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.760215] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.761103] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.761401] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.761861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.762236] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.762888] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('902e4c7f-5e70-49f8-8e9d-d5e7a9305565',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.894846] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.894846] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.899022] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57e1a24a-d20b-46ce-ad0a-f0506893486d with status ACTIVE [ 1084.899022] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.899022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.899022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.899022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.899022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.899022] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.899022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.899022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.899022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.899022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.899022] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.899022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.899022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.899022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.899022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.899022] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57e1a24a-d20b-46ce-ad0a-f0506893486d is going to be updated. [ 1084.903041] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.925658] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.925834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.925911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.926175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.928521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.928521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57e1a24a-d20b-46ce-ad0a-f0506893486d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.256037] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e301c295-002d-4a09-b7c8-1f2e47b097fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.267325] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.267549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.267696] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.268066] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.295150] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.295632] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.295632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.295777] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.295980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.296136] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.296251] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 is going to be updated. [ 1085.331478] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.331764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.331912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.332321] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.332621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.344656] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 in Status: IN_PROGRESS for 2s [ 1085.411067] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.744996] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.744996] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.744996] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.744996] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.744996] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.744996] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e301c295-002d-4a09-b7c8-1f2e47b097fd is going to be updated. [ 1085.805925] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.806369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.806619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.806938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.807278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.819813] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e301c295-002d-4a09-b7c8-1f2e47b097fd in Status: IN_PROGRESS for 2s [ 1085.916058] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.916058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.916058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.916058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.916058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.916058] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf7e093-ca11-483e-b294-4645a455be90 is going to be created. [ 1085.943814] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.944018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.944083] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.944333] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.944414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.961572] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7e093-ca11-483e-b294-4645a455be90 in Status: UNINITIALIZED for 2s [ 1086.313181] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: SUCCESS [ 1086.313410] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.343902] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 in Status: SUCCESS [ 1086.344209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.356931] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 in Status: SUCCESS [ 1087.357396] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 deletion is rescheduled due to dependency. [ 1087.357396] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.831086] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e301c295-002d-4a09-b7c8-1f2e47b097fd in Status: SUCCESS [ 1087.831493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.831587] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.831803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.832012] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.832154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.832223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.832376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.832459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.832543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.832703] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e301c295-002d-4a09-b7c8-1f2e47b097fd taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.832839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.832905] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.833624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.834179] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.834179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.834179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.834408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.834524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.835478] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.835478] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e301c295-002d-4a09-b7c8-1f2e47b097fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.973775] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7e093-ca11-483e-b294-4645a455be90 in Status: SUCCESS [ 1087.974116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.976090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.976377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.976577] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.976700] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.976771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.976956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.977055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.977145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.977246] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.338049] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e301c295-002d-4a09-b7c8-1f2e47b097fd: rpc.has_security_group_logging(os_id): False [ 1088.358452] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.359046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.359046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.360029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.360029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.360029] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.360029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.360029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.360029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.360262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.360262] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.360374] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.360398] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.360572] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.360643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.360823] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.360935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.360965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.361120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.361195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.361270] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e301c295-002d-4a09-b7c8-1f2e47b097fd is going to be created. [ 1088.423872] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.424021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.424095] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.424309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.424499] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.439265] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e301c295-002d-4a09-b7c8-1f2e47b097fd in Status: IN_PROGRESS for 2s [ 1088.479816] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.479981] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.480069] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.480331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.480542] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.480653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.480706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.480887] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.480942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.481047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.481196] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.481591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.481591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.481591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.481591] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.481702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.481728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.482019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.482019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.482019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.482166] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.504138] env[65894]: INFO networking_nsxv3.common.synchronization [req-f5338e22-e482-4904-832c-174727c01332 req-20bb1c58-8d99-463f-add0-a106ddd96e18 tempest-ListServersNegativeTestJSON-147894004 tempest-ListServersNegativeTestJSON-147894004-project-member] Enqueued Resource ID: e301c295-002d-4a09-b7c8-1f2e47b097fd with Priority: HIGHEST for action security_group_members [ 1088.504138] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e301c295-002d-4a09-b7c8-1f2e47b097fd with Priority: HIGHEST for action security_group_members [ 1088.504138] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e301c295-002d-4a09-b7c8-1f2e47b097fd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.504449] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.504627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.504975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.505261] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.505504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.505673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.505971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.506307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.506510] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e301c295-002d-4a09-b7c8-1f2e47b097fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.637915] env[65894]: INFO networking_nsxv3.common.synchronization [None req-141c9abd-9c33-4633-9cbc-7493a54c0c4e None None] Enqueued Resource ID: 79c07ec7-4702-4738-819f-be9da1dca9cb with Priority: HIGHEST for action port [ 1088.639034] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79c07ec7-4702-4738-819f-be9da1dca9cb with Priority: HIGHEST for action port [ 1088.639627] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-79c07ec7-4702-4738-819f-be9da1dca9cb taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.639627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79c07ec7-4702-4738-819f-be9da1dca9cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.639627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79c07ec7-4702-4738-819f-be9da1dca9cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.639864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79c07ec7-4702-4738-819f-be9da1dca9cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.639960] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79c07ec7-4702-4738-819f-be9da1dca9cb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.984290] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbf7e093-ca11-483e-b294-4645a455be90: rpc.has_security_group_logging(os_id): False [ 1089.007598] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.008623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.008623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.008623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.008623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.008927] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.009139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.009249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.009460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.009731] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.009822] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.009963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.010074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.010266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.010388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.010677] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.010828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.010992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.011139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.011479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.011479] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbf7e093-ca11-483e-b294-4645a455be90 is going to be created. [ 1089.012979] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e301c295-002d-4a09-b7c8-1f2e47b097fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.076130] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.077013] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.077013] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.077013] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.077013] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.095017] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbf7e093-ca11-483e-b294-4645a455be90 in Status: IN_PROGRESS for 2s [ 1089.143051] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79c07ec7-4702-4738-819f-be9da1dca9cb [ 1089.143118] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.144114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.144114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.144114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.144114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.144114] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79c07ec7-4702-4738-819f-be9da1dca9cb already deleted. [ 1089.144335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79c07ec7-4702-4738-819f-be9da1dca9cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.515751] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e301c295-002d-4a09-b7c8-1f2e47b097fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.018844] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.018844] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.018938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.019710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.019710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.019710] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e301c295-002d-4a09-b7c8-1f2e47b097fd is going to be updated. [ 1090.052020] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.052020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.052020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.052020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.052020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.063810] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e301c295-002d-4a09-b7c8-1f2e47b097fd in Status: IN_PROGRESS for 2s [ 1090.454086] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e301c295-002d-4a09-b7c8-1f2e47b097fd in Status: SUCCESS [ 1090.454356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.454531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.454869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.454961] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e301c295-002d-4a09-b7c8-1f2e47b097fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.958549] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e301c295-002d-4a09-b7c8-1f2e47b097fd taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.958881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.118892] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbf7e093-ca11-483e-b294-4645a455be90 in Status: SUCCESS [ 1091.119037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.214927] env[65894]: INFO networking_nsxv3.common.synchronization [None req-ce81a817-717e-4b63-9131-36620d0bbd23 None None] Enqueued Resource ID: cf975236-f08e-4e0d-bf28-9caa18244b3f with Priority: HIGHEST for action port [ 1091.215546] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf975236-f08e-4e0d-bf28-9caa18244b3f with Priority: HIGHEST for action port [ 1091.215903] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf975236-f08e-4e0d-bf28-9caa18244b3f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.216058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf975236-f08e-4e0d-bf28-9caa18244b3f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.216134] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf975236-f08e-4e0d-bf28-9caa18244b3f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.216420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf975236-f08e-4e0d-bf28-9caa18244b3f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.216517] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf975236-f08e-4e0d-bf28-9caa18244b3f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.720461] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf975236-f08e-4e0d-bf28-9caa18244b3f [ 1091.720801] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.720944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.721028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.721348] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.721506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.721610] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf975236-f08e-4e0d-bf28-9caa18244b3f already deleted. [ 1091.721733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf975236-f08e-4e0d-bf28-9caa18244b3f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.075900] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e301c295-002d-4a09-b7c8-1f2e47b097fd in Status: SUCCESS [ 1092.076246] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.076418] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.076694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.076916] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.077071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.077187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.077347] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.077436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.077543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.077640] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e301c295-002d-4a09-b7c8-1f2e47b097fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.582054] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e301c295-002d-4a09-b7c8-1f2e47b097fd taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.582054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.582054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.582054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.582281] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.582281] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.582343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.582527] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.582625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.582694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.582824] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e301c295-002d-4a09-b7c8-1f2e47b097fd taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.582911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.582966] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.583132] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.583271] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.583364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.583492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.583592] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.583673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.583758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.583843] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e301c295-002d-4a09-b7c8-1f2e47b097fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.920920] env[65894]: INFO networking_nsxv3.common.synchronization [req-4599ab69-8dff-44ba-ada1-370b834d5b9b req-d87985dc-3df2-4f0b-a109-c763d8dc1ef8 tempest-ServerDiskConfigTestJSON-1160334058 tempest-ServerDiskConfigTestJSON-1160334058-project-member] Enqueued Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_members [ 1092.921613] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGHEST for action security_group_members [ 1092.921869] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.922029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.922105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.922342] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.923034] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.923034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.923034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.923034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.923034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.923034] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.085863] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e301c295-002d-4a09-b7c8-1f2e47b097fd: rpc.has_security_group_logging(os_id): False [ 1093.107111] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.107251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.107314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.107548] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.107633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.107846] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.107942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.108010] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.108166] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.108239] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.108496] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.108496] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.108621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.108688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.108758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.108936] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.109028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.109256] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.109256] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.109342] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.109373] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e301c295-002d-4a09-b7c8-1f2e47b097fd is going to be updated. [ 1093.172190] env[65894]: INFO networking_nsxv3.common.synchronization [req-a8b1471d-5d89-49c9-9969-0e021327d81c req-50b8d5d3-2fe0-4bb2-8be6-646cfeac6c85 tempest-ServerRescueNegativeTestJSON-205417385 tempest-ServerRescueNegativeTestJSON-205417385-project-member] Enqueued Resource ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 with Priority: HIGHEST for action security_group_members [ 1093.172190] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 with Priority: HIGHEST for action security_group_members [ 1093.172190] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f04b4bb8-5a1e-4abe-8f93-81a34f976039 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.172190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.172190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.172595] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.172595] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.172595] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.172695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.172798] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.172847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.172973] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f04b4bb8-5a1e-4abe-8f93-81a34f976039',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.179532] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.179665] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.179740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.179981] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.180141] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.196674] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e301c295-002d-4a09-b7c8-1f2e47b097fd in Status: IN_PROGRESS for 2s [ 1093.426240] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.426240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.426240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.426548] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.426705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.426991] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.427177] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.427265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.427619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.427706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.427796] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e is going to be updated. [ 1093.465462] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.465462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.465462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.465462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.465462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.475329] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: IN_PROGRESS for 2s [ 1093.675506] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.675506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.675783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.675937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.676092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.676380] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.676529] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.676620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.676804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.676912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.677056] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 is going to be updated. [ 1093.715696] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.715971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.715971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.716231] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.716344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.725261] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 in Status: IN_PROGRESS for 2s [ 1095.213688] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e301c295-002d-4a09-b7c8-1f2e47b097fd in Status: SUCCESS [ 1095.213959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.214205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.214514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.214591] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e301c295-002d-4a09-b7c8-1f2e47b097fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.486125] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e in Status: SUCCESS [ 1095.486534] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e deletion is rescheduled due to dependency. [ 1095.486534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.718088] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e301c295-002d-4a09-b7c8-1f2e47b097fd taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.718088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.718088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.718408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.718408] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.718408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.718513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.718591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.718677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.718762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.718852] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e301c295-002d-4a09-b7c8-1f2e47b097fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.734327] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 in Status: SUCCESS [ 1095.734499] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 deletion is rescheduled due to dependency. [ 1095.734671] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.221429] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e301c295-002d-4a09-b7c8-1f2e47b097fd taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.221727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.221837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.221969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.222155] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.222260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.222322] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.222481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.222565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.222657] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.222801] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e301c295-002d-4a09-b7c8-1f2e47b097fd taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.222894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.222954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.223456] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.223456] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.223456] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.223456] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.223665] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.223665] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.223822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.223877] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e301c295-002d-4a09-b7c8-1f2e47b097fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.466684] env[65894]: INFO networking_nsxv3.common.synchronization [req-b58eb5b1-890e-46eb-b8c8-ddef063569b8 req-11fdcca5-2dbb-44d9-880f-142dd552239d tempest-DeleteServersTestJSON-277239729 tempest-DeleteServersTestJSON-277239729-project-member] Enqueued Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 1096.467504] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 1096.467659] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.467765] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.467813] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.468357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.468357] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.468357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.468357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.469054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.469054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.469054] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.726912] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e301c295-002d-4a09-b7c8-1f2e47b097fd: rpc.has_security_group_logging(os_id): False [ 1096.761973] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.762344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.762344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.762481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.762533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.762768] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.762868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.762971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.763247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.763247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.763380] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.763448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.763492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.763627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.763710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.763873] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.763965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.764045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.764188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.764264] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.764347] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e301c295-002d-4a09-b7c8-1f2e47b097fd is going to be updated. [ 1096.875569] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.875736] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.875790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.876015] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.876183] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.895075] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e301c295-002d-4a09-b7c8-1f2e47b097fd in Status: IN_PROGRESS for 2s [ 1096.899532] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-105 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.901632] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-105" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.901632] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-105" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.901632] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-105" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.901632] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.901632] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.901632] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.901632] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.901632] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.901632] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.901632] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1096.901632] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1096.901632] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1096.902113] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.902113] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1096.902113] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1096.921999] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1096.922256] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1096.922452] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1096.922665] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-105" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.923173] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-f4e99e62-2691-4688-85d2-7e46ce85fb43 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.923336] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-f4e99e62-2691-4688-85d2-7e46ce85fb43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.923491] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-f4e99e62-2691-4688-85d2-7e46ce85fb43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.923927] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-f4e99e62-2691-4688-85d2-7e46ce85fb43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.924125] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4e99e62-2691-4688-85d2-7e46ce85fb43',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.970991] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.971252] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.971353] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.971699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.971830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.972133] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.972280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.972370] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.972591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.972812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.972867] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 is going to be updated. [ 1097.012044] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.012241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.012290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.015948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.015948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.024010] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: IN_PROGRESS for 2s [ 1097.427017] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.427317] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.427420] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.427743] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.427819] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.427975] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port f4e99e62-2691-4688-85d2-7e46ce85fb43 not found, creating... [ 1097.428260] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.428417] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.428530] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.428799] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.428944] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.429632] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.429849] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.429996] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.430239] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.430375] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.430513] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: f4e99e62-2691-4688-85d2-7e46ce85fb43 is going to be created. [ 1097.453960] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.454304] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.454503] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.454824] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.455104] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.455377] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-f4e99e62-2691-4688-85d2-7e46ce85fb43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.160456] env[65894]: INFO networking_nsxv3.common.synchronization [req-b58eb5b1-890e-46eb-b8c8-ddef063569b8 req-d411c52b-f134-4831-9a47-253044080b72 service nova] Enqueued Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_rules [ 1098.165174] env[65894]: INFO networking_nsxv3.common.synchronization [req-b58eb5b1-890e-46eb-b8c8-ddef063569b8 req-d411c52b-f134-4831-9a47-253044080b72 service nova] Enqueued Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 1098.165174] env[65894]: INFO networking_nsxv3.common.synchronization [req-b58eb5b1-890e-46eb-b8c8-ddef063569b8 req-d411c52b-f134-4831-9a47-253044080b72 service nova] Enqueued Resource ID: f4e99e62-2691-4688-85d2-7e46ce85fb43 with Priority: HIGHEST for action port [ 1098.165174] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_rules [ 1098.165174] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 1098.165174] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e99e62-2691-4688-85d2-7e46ce85fb43 with Priority: HIGHEST for action port [ 1098.165174] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.165174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.165174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.165748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.165748] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.166435] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.166559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.167107] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4e99e62-2691-4688-85d2-7e46ce85fb43 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.167212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4e99e62-2691-4688-85d2-7e46ce85fb43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.167293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4e99e62-2691-4688-85d2-7e46ce85fb43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.167570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4e99e62-2691-4688-85d2-7e46ce85fb43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.167646] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4e99e62-2691-4688-85d2-7e46ce85fb43',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.670028] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.670413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.670413] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4e99e62-2691-4688-85d2-7e46ce85fb43 with status ACTIVE [ 1098.670539] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.671515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.671515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.671515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.671515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.671515] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.671515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.671515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.671813] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.671813] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.671994] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.673795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.673795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.673795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.673795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.673795] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4e99e62-2691-4688-85d2-7e46ce85fb43 is going to be updated. [ 1098.709501] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.709501] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.709501] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.709501] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.709501] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.709501] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4e99e62-2691-4688-85d2-7e46ce85fb43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.912051] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e301c295-002d-4a09-b7c8-1f2e47b097fd in Status: SUCCESS [ 1098.912309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.036241] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: SUCCESS [ 1099.036241] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 deletion is rescheduled due to dependency. [ 1099.036241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.036241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.036241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.036487] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.036487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.036582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.036658] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.036738] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.036831] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.538944] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.580063] env[65894]: INFO networking_nsxv3.common.synchronization [req-43ea6025-f27e-4ba9-8893-40dbb3dbae22 req-1244aecb-5a4b-4da1-9663-3ab12f9fc537 tempest-ListServersNegativeTestJSON-147894004 tempest-ListServersNegativeTestJSON-147894004-project-member] Enqueued Resource ID: e301c295-002d-4a09-b7c8-1f2e47b097fd with Priority: HIGHEST for action security_group_members [ 1099.582135] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e301c295-002d-4a09-b7c8-1f2e47b097fd with Priority: HIGHEST for action security_group_members [ 1099.583726] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e301c295-002d-4a09-b7c8-1f2e47b097fd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.583877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.583948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.584175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.584342] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.584443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.584507] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.584847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.584847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.584847] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e301c295-002d-4a09-b7c8-1f2e47b097fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.703025] env[65894]: INFO networking_nsxv3.common.synchronization [req-1749244f-6518-489e-9c15-c9b7e383a583 req-796cf201-9368-4566-a83c-cefff13d60b7 tempest-ListServersNegativeTestJSON-147894004 tempest-ListServersNegativeTestJSON-147894004-project-member] Enqueued Resource ID: e301c295-002d-4a09-b7c8-1f2e47b097fd with Priority: HIGHEST for action security_group_members [ 1099.703025] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e301c295-002d-4a09-b7c8-1f2e47b097fd with Priority: HIGHEST for action security_group_members [ 1099.703788] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e301c295-002d-4a09-b7c8-1f2e47b097fd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.705011] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.918962] env[65894]: INFO networking_nsxv3.common.synchronization [req-f833b867-8b3d-4780-96e3-e829a098a3f0 req-71c1f90a-0715-4baa-bc99-1b8921d2013e tempest-ImagesNegativeTestJSON-1045431087 tempest-ImagesNegativeTestJSON-1045431087-project-member] Enqueued Resource ID: e503da81-caa9-4988-b7ce-a7e30fb51190 with Priority: HIGHEST for action security_group_members [ 1099.919347] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e503da81-caa9-4988-b7ce-a7e30fb51190 with Priority: HIGHEST for action security_group_members [ 1099.919653] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e503da81-caa9-4988-b7ce-a7e30fb51190 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.919774] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e503da81-caa9-4988-b7ce-a7e30fb51190" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.919858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e503da81-caa9-4988-b7ce-a7e30fb51190" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.920147] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e503da81-caa9-4988-b7ce-a7e30fb51190" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.920355] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.920720] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.920720] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.920815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.920879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.921024] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e503da81-caa9-4988-b7ce-a7e30fb51190',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.042039] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.087369] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e301c295-002d-4a09-b7c8-1f2e47b097fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.263273] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.263273] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-362" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.263490] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-362" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.263982] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-362" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.264461] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.264740] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.264973] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.265372] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.265624] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.265966] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.266194] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.266399] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.266594] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.266802] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.267044] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.267262] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.289277] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.289448] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1100.289583] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.289779] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-362" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.290102] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-2ddda775-5a2b-47cb-a0c3-64a7f72caf7f taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.290278] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-2ddda775-5a2b-47cb-a0c3-64a7f72caf7f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.290396] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-2ddda775-5a2b-47cb-a0c3-64a7f72caf7f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.290900] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-2ddda775-5a2b-47cb-a0c3-64a7f72caf7f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.291044] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ddda775-5a2b-47cb-a0c3-64a7f72caf7f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.423768] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.423880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.424014] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.424384] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.424655] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.424762] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.424873] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.424923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.425080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.425156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.425243] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e503da81-caa9-4988-b7ce-a7e30fb51190 already deleted. [ 1100.425323] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e503da81-caa9-4988-b7ce-a7e30fb51190" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.545959] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.545959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.545959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.545959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.545959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.545959] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 is going to be updated. [ 1100.572984] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.573159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.573227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.573441] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.573597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.585388] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: IN_PROGRESS for 2s [ 1100.590046] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e301c295-002d-4a09-b7c8-1f2e47b097fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.793695] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.794064] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.794064] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.794342] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.794492] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.794645] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 2ddda775-5a2b-47cb-a0c3-64a7f72caf7f not found, creating... [ 1100.794911] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.795113] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.795247] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.795492] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.795644] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.795935] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.796192] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.796318] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.796559] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.796696] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.796836] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 2ddda775-5a2b-47cb-a0c3-64a7f72caf7f is going to be created. [ 1100.829105] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.829403] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.829594] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.829983] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.830317] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.830689] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-2ddda775-5a2b-47cb-a0c3-64a7f72caf7f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.949041] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-425 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.949251] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.949377] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.949677] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.949938] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.950121] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.950239] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.950465] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.950624] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.950873] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.950991] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.951112] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.951219] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.951329] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.951435] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.951557] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.971366] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.971529] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1100.971662] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.971842] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-425" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.972178] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-57e1a24a-d20b-46ce-ad0a-f0506893486d taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.972377] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-57e1a24a-d20b-46ce-ad0a-f0506893486d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.972492] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-57e1a24a-d20b-46ce-ad0a-f0506893486d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.972749] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-57e1a24a-d20b-46ce-ad0a-f0506893486d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.972880] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57e1a24a-d20b-46ce-ad0a-f0506893486d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.093227] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.093490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.093627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.093970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.094149] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.094305] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e301c295-002d-4a09-b7c8-1f2e47b097fd is going to be updated. [ 1101.125547] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.125751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.125838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.126164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.126338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.146483] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e301c295-002d-4a09-b7c8-1f2e47b097fd in Status: IN_PROGRESS for 2s [ 1101.475625] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.475844] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.475970] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.476447] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.476712] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.477141] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.477334] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.477550] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.477864] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.478021] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.478386] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.478665] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.478859] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.479153] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.479356] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.479558] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 57e1a24a-d20b-46ce-ad0a-f0506893486d is going to be updated. [ 1101.505283] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.505508] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.505646] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.505955] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.506180] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.506515] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-57e1a24a-d20b-46ce-ad0a-f0506893486d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.567531] env[65894]: INFO networking_nsxv3.common.synchronization [req-f833b867-8b3d-4780-96e3-e829a098a3f0 req-443f28c9-b9b8-4d7d-9d5f-216c80814cb7 service nova] Enqueued Resource ID: e503da81-caa9-4988-b7ce-a7e30fb51190 with Priority: HIGHEST for action security_group_rules [ 1101.567706] env[65894]: INFO networking_nsxv3.common.synchronization [req-f833b867-8b3d-4780-96e3-e829a098a3f0 req-443f28c9-b9b8-4d7d-9d5f-216c80814cb7 service nova] Enqueued Resource ID: e503da81-caa9-4988-b7ce-a7e30fb51190 with Priority: HIGHEST for action security_group_members [ 1101.567842] env[65894]: INFO networking_nsxv3.common.synchronization [req-f833b867-8b3d-4780-96e3-e829a098a3f0 req-443f28c9-b9b8-4d7d-9d5f-216c80814cb7 service nova] Enqueued Resource ID: 2ddda775-5a2b-47cb-a0c3-64a7f72caf7f with Priority: HIGHEST for action port [ 1101.568567] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e503da81-caa9-4988-b7ce-a7e30fb51190 with Priority: HIGHEST for action security_group_rules [ 1101.568795] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e503da81-caa9-4988-b7ce-a7e30fb51190 with Priority: HIGHEST for action security_group_members [ 1101.568972] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ddda775-5a2b-47cb-a0c3-64a7f72caf7f with Priority: HIGHEST for action port [ 1101.569310] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e503da81-caa9-4988-b7ce-a7e30fb51190 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.569460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e503da81-caa9-4988-b7ce-a7e30fb51190" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.569532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e503da81-caa9-4988-b7ce-a7e30fb51190" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.569824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e503da81-caa9-4988-b7ce-a7e30fb51190" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.569931] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e503da81-caa9-4988-b7ce-a7e30fb51190',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.571349] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e503da81-caa9-4988-b7ce-a7e30fb51190 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.571518] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e503da81-caa9-4988-b7ce-a7e30fb51190" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.571627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e503da81-caa9-4988-b7ce-a7e30fb51190" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.571894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e503da81-caa9-4988-b7ce-a7e30fb51190" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.572200] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.572354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.572453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.572689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.572825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.572967] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e503da81-caa9-4988-b7ce-a7e30fb51190',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.574746] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ddda775-5a2b-47cb-a0c3-64a7f72caf7f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.574746] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ddda775-5a2b-47cb-a0c3-64a7f72caf7f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.574922] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ddda775-5a2b-47cb-a0c3-64a7f72caf7f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.575038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ddda775-5a2b-47cb-a0c3-64a7f72caf7f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.575038] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ddda775-5a2b-47cb-a0c3-64a7f72caf7f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.077233] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e503da81-caa9-4988-b7ce-a7e30fb51190 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.077963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e503da81-caa9-4988-b7ce-a7e30fb51190" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.077963] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e503da81-caa9-4988-b7ce-a7e30fb51190',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.078578] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ddda775-5a2b-47cb-a0c3-64a7f72caf7f with status ACTIVE [ 1102.078773] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.079663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.079663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.079663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.079663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.079663] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.082898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.082898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.082898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.082898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.082898] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.082898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.082898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.082898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.082898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.083552] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ddda775-5a2b-47cb-a0c3-64a7f72caf7f is going to be updated. [ 1102.105758] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.105943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.105983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.106196] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.106456] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.106529] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ddda775-5a2b-47cb-a0c3-64a7f72caf7f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.211399] env[65894]: INFO networking_nsxv3.common.synchronization [req-92b23c4b-d46a-4af3-a0c0-0d5d5df68b0a req-e9ee7fa2-7bca-46ef-bfa6-c7a7c73adc1a service nova] Enqueued Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_rules [ 1102.211711] env[65894]: INFO networking_nsxv3.common.synchronization [req-92b23c4b-d46a-4af3-a0c0-0d5d5df68b0a req-e9ee7fa2-7bca-46ef-bfa6-c7a7c73adc1a service nova] Enqueued Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_members [ 1102.211947] env[65894]: INFO networking_nsxv3.common.synchronization [req-92b23c4b-d46a-4af3-a0c0-0d5d5df68b0a req-e9ee7fa2-7bca-46ef-bfa6-c7a7c73adc1a service nova] Enqueued Resource ID: 57e1a24a-d20b-46ce-ad0a-f0506893486d with Priority: HIGHEST for action port [ 1102.216883] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_rules [ 1102.217077] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_members [ 1102.217221] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57e1a24a-d20b-46ce-ad0a-f0506893486d with Priority: HIGHEST for action port [ 1102.217858] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.217992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.218070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.218274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.218426] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.220331] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.220459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.220552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.220798] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.220897] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.220998] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.221080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.221233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.221317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.221412] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.222283] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-57e1a24a-d20b-46ce-ad0a-f0506893486d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.222399] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57e1a24a-d20b-46ce-ad0a-f0506893486d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.222456] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57e1a24a-d20b-46ce-ad0a-f0506893486d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.222605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57e1a24a-d20b-46ce-ad0a-f0506893486d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.222673] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57e1a24a-d20b-46ce-ad0a-f0506893486d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.588461] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e503da81-caa9-4988-b7ce-a7e30fb51190',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.601060] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: SUCCESS [ 1102.601372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.602103] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.602348] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.602550] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.602673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.602734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.602905] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.602988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.603090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.603183] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.635500] env[65894]: INFO networking_nsxv3.common.synchronization [req-411b8185-5628-4070-aa87-0574ec67b150 req-12d45995-41ff-4779-9434-8f6e3d455067 tempest-AttachVolumeNegativeTest-1233650290 tempest-AttachVolumeNegativeTest-1233650290-project-member] Enqueued Resource ID: 8bb42736-6229-484b-9155-eae73b07ca84 with Priority: HIGHEST for action security_group_members [ 1102.636271] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb42736-6229-484b-9155-eae73b07ca84 with Priority: HIGHEST for action security_group_members [ 1102.636490] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bb42736-6229-484b-9155-eae73b07ca84 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.636644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bb42736-6229-484b-9155-eae73b07ca84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.636718] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bb42736-6229-484b-9155-eae73b07ca84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.636952] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bb42736-6229-484b-9155-eae73b07ca84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.637217] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.637321] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.637381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.637540] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.637623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.637713] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bb42736-6229-484b-9155-eae73b07ca84',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.724541] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57e1a24a-d20b-46ce-ad0a-f0506893486d with status ACTIVE [ 1102.724885] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.724993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.725107] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.725376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.725496] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.725697] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.725816] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.725894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.726099] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.726206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.726428] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.726532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.726624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.726771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.726850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.726969] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57e1a24a-d20b-46ce-ad0a-f0506893486d is going to be updated. [ 1102.728181] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.729226] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.729387] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.752056] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.752398] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.752460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.752713] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.752899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.753133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57e1a24a-d20b-46ce-ad0a-f0506893486d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.092182] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.092540] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.092540] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.092603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.092762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.092826] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e503da81-caa9-4988-b7ce-a7e30fb51190 is going to be created. [ 1103.105809] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.106083] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.106083] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.106255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.106601] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.106601] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.106601] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.106728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.106823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.106869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.107012] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.107114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.107168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.107309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.107444] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.107534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.107588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.107724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.107799] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.107877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.107964] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.118024] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.118024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.118024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.118461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.118684] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.128256] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e503da81-caa9-4988-b7ce-a7e30fb51190 in Status: UNINITIALIZED for 2s [ 1103.141836] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.141836] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.141836] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.141836] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.142072] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.142181] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.142181] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.142259] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.142381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.142474] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.142539] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bb42736-6229-484b-9155-eae73b07ca84 is going to be updated. [ 1103.158051] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e301c295-002d-4a09-b7c8-1f2e47b097fd in Status: SUCCESS [ 1103.158333] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.158473] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.158705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.158884] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.159008] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.159075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.159231] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.159310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.159400] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e301c295-002d-4a09-b7c8-1f2e47b097fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.176910] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.177073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.177141] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.177340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.177469] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.188075] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bb42736-6229-484b-9155-eae73b07ca84 in Status: IN_PROGRESS for 2s [ 1103.231672] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.609914] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a4e7519-3a3b-46b2-998a-ea061a97f3b8: rpc.has_security_group_logging(os_id): False [ 1103.632509] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.632749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.632749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.633011] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.633209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.633389] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.633514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.633582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.633754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.633833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.634059] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.634158] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.634218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.634368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.634484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.634714] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.635341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.635341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.635341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.635341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.635341] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 is going to be updated. [ 1103.662201] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.662462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.662582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.662978] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.663169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.663418] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.663529] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.663592] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.663783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.663859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.664079] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e301c295-002d-4a09-b7c8-1f2e47b097fd is going to be updated. [ 1103.723766] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.723941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.724044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.724223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.724370] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.734078] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.734320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.734431] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.734758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.734918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.735093] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf7e093-ca11-483e-b294-4645a455be90 is going to be updated. [ 1103.745501] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e301c295-002d-4a09-b7c8-1f2e47b097fd in Status: IN_PROGRESS for 2s [ 1103.770872] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.771085] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.771157] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.771355] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.771540] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.794663] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: IN_PROGRESS for 2s [ 1103.857486] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.857642] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.857717] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.857964] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.858126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.882397] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7e093-ca11-483e-b294-4645a455be90 in Status: IN_PROGRESS for 2s [ 1105.145129] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e503da81-caa9-4988-b7ce-a7e30fb51190 in Status: SUCCESS [ 1105.145492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e503da81-caa9-4988-b7ce-a7e30fb51190" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.145790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e503da81-caa9-4988-b7ce-a7e30fb51190" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.146094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e503da81-caa9-4988-b7ce-a7e30fb51190" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.146431] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.146607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.146718] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.146967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.147089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.147188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e503da81-caa9-4988-b7ce-a7e30fb51190" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.147342] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e503da81-caa9-4988-b7ce-a7e30fb51190',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.199310] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bb42736-6229-484b-9155-eae73b07ca84 in Status: SUCCESS [ 1105.199310] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bb42736-6229-484b-9155-eae73b07ca84 deletion is rescheduled due to dependency. [ 1105.199310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bb42736-6229-484b-9155-eae73b07ca84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.652994] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e503da81-caa9-4988-b7ce-a7e30fb51190 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.652994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e503da81-caa9-4988-b7ce-a7e30fb51190" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.652994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e503da81-caa9-4988-b7ce-a7e30fb51190" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.652994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e503da81-caa9-4988-b7ce-a7e30fb51190" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.652994] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.652994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.652994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.652994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.652994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.652994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e503da81-caa9-4988-b7ce-a7e30fb51190" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.652994] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e503da81-caa9-4988-b7ce-a7e30fb51190 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.652994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e503da81-caa9-4988-b7ce-a7e30fb51190" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.652994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e503da81-caa9-4988-b7ce-a7e30fb51190" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.652994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e503da81-caa9-4988-b7ce-a7e30fb51190" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.652994] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.652994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.653862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.653862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.653862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.653862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e503da81-caa9-4988-b7ce-a7e30fb51190" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.653862] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e503da81-caa9-4988-b7ce-a7e30fb51190',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.756614] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e301c295-002d-4a09-b7c8-1f2e47b097fd in Status: SUCCESS [ 1105.756865] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e301c295-002d-4a09-b7c8-1f2e47b097fd deletion is rescheduled due to dependency. [ 1105.756942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.814119] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: SUCCESS [ 1105.816363] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.892599] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7e093-ca11-483e-b294-4645a455be90 in Status: SUCCESS [ 1105.892822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.893033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.893249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.893444] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.893822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.893822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.893822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.893822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.893977] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.894021] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.158828] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e503da81-caa9-4988-b7ce-a7e30fb51190: rpc.has_security_group_logging(os_id): False [ 1106.179209] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.179367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.179427] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.179645] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.179730] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.179945] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.180066] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.180134] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.180279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.180863] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.180863] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.180863] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.180863] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.180863] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.181087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.181194] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.181280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.181339] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.181479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.181552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.181640] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e503da81-caa9-4988-b7ce-a7e30fb51190 is going to be created. [ 1106.242830] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.242982] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.243099] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.243320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.244362] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.253338] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e503da81-caa9-4988-b7ce-a7e30fb51190 in Status: IN_PROGRESS for 2s [ 1106.399226] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.399505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.399648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.400040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.400551] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.401574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.401574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.401574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.401574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.401754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.401969] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.402202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.402319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.402626] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.403734] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.403734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.403734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.403734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.403734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.403734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.403734] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.906318] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbf7e093-ca11-483e-b294-4645a455be90: rpc.has_security_group_logging(os_id): False [ 1106.927154] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.927258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.927293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.927527] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.927652] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.927852] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.927897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.927968] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.928130] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.928254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.928534] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.928534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.928534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.928721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.928721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.928888] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.928981] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.929061] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.929206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.929310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.929362] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbf7e093-ca11-483e-b294-4645a455be90 is going to be updated. [ 1106.994657] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.994942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.995038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.995259] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.995427] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.012346] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbf7e093-ca11-483e-b294-4645a455be90 in Status: IN_PROGRESS for 2s [ 1107.636980] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1107.636980] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1108.267032] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e503da81-caa9-4988-b7ce-a7e30fb51190 in Status: SUCCESS [ 1108.267935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e503da81-caa9-4988-b7ce-a7e30fb51190" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.889942] env[65894]: INFO networking_nsxv3.common.synchronization [req-698aec5d-4073-4146-99dd-5064938f9c09 req-d851d17c-50dd-4f26-8049-8291dbaf2561 tempest-ServerActionsTestJSON-369892048 tempest-ServerActionsTestJSON-369892048-project-member] Enqueued Resource ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 with Priority: HIGHEST for action security_group_members [ 1108.892786] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 with Priority: HIGHEST for action security_group_members [ 1108.893182] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.893341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.893432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.893662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.893911] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.893995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.894108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.894265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.894379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.894445] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('902e4c7f-5e70-49f8-8e9d-d5e7a9305565',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.032930] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbf7e093-ca11-483e-b294-4645a455be90 in Status: SUCCESS [ 1109.033193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.093563] env[65894]: INFO networking_nsxv3.common.synchronization [None req-7a26d8d1-5ea3-49d0-8b22-4e3ef348559d None None] Enqueued Resource ID: 43159c11-c85b-49a8-a3f4-6d7006841731 with Priority: HIGHEST for action port [ 1109.094174] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43159c11-c85b-49a8-a3f4-6d7006841731 with Priority: HIGHEST for action port [ 1109.095849] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-43159c11-c85b-49a8-a3f4-6d7006841731 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.095964] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43159c11-c85b-49a8-a3f4-6d7006841731" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.095964] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43159c11-c85b-49a8-a3f4-6d7006841731" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.096393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43159c11-c85b-49a8-a3f4-6d7006841731" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.096393] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43159c11-c85b-49a8-a3f4-6d7006841731',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.288028] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.288028] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-515" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.288028] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-515" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.288028] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-515" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.288028] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.288028] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.288028] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.288028] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.288028] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.288028] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.288028] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.288028] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.288028] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.289164] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.289531] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.289907] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.311100] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.311326] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1109.311526] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.312819] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-515" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.312819] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-a0fe95fa-2234-4ece-9aae-b6eaf35c10d2 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.312819] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-a0fe95fa-2234-4ece-9aae-b6eaf35c10d2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.312819] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-a0fe95fa-2234-4ece-9aae-b6eaf35c10d2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.313479] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-a0fe95fa-2234-4ece-9aae-b6eaf35c10d2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.313842] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0fe95fa-2234-4ece-9aae-b6eaf35c10d2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.396460] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.396688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.396805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.397092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.397217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.397433] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.397553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.397801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.397801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.397889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.399019] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 is going to be updated. [ 1109.437703] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.437703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.437703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.437853] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.437908] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.448725] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 in Status: IN_PROGRESS for 2s [ 1109.599752] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43159c11-c85b-49a8-a3f4-6d7006841731 [ 1109.600085] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.600275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.600369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.600616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.600712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.600967] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43159c11-c85b-49a8-a3f4-6d7006841731 already deleted. [ 1109.600967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43159c11-c85b-49a8-a3f4-6d7006841731" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.818328] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.818566] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.818756] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.819219] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.819219] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.819358] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port a0fe95fa-2234-4ece-9aae-b6eaf35c10d2 not found, creating... [ 1109.819600] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.819756] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.819870] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.820157] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.820293] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.820589] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.820774] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.820910] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.821157] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.821294] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.821428] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: a0fe95fa-2234-4ece-9aae-b6eaf35c10d2 is going to be created. [ 1109.844158] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.844943] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.844943] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.845167] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.845475] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.845864] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-a0fe95fa-2234-4ece-9aae-b6eaf35c10d2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.679103] env[65894]: INFO networking_nsxv3.common.synchronization [req-698aec5d-4073-4146-99dd-5064938f9c09 req-7a9d1126-9c88-4152-bc8e-7b3de136d3df service nova] Enqueued Resource ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 with Priority: HIGHEST for action security_group_rules [ 1110.679359] env[65894]: INFO networking_nsxv3.common.synchronization [req-698aec5d-4073-4146-99dd-5064938f9c09 req-7a9d1126-9c88-4152-bc8e-7b3de136d3df service nova] Enqueued Resource ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 with Priority: HIGHEST for action security_group_members [ 1110.679511] env[65894]: INFO networking_nsxv3.common.synchronization [req-698aec5d-4073-4146-99dd-5064938f9c09 req-7a9d1126-9c88-4152-bc8e-7b3de136d3df service nova] Enqueued Resource ID: a0fe95fa-2234-4ece-9aae-b6eaf35c10d2 with Priority: HIGHEST for action port [ 1110.682529] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 with Priority: HIGHEST for action security_group_rules [ 1110.682529] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 with Priority: HIGHEST for action security_group_members [ 1110.682529] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0fe95fa-2234-4ece-9aae-b6eaf35c10d2 with Priority: HIGHEST for action port [ 1110.682529] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-902e4c7f-5e70-49f8-8e9d-d5e7a9305565 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.682529] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.682529] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.682529] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.682529] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('902e4c7f-5e70-49f8-8e9d-d5e7a9305565',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.682971] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.682971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.682971] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0fe95fa-2234-4ece-9aae-b6eaf35c10d2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.683107] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0fe95fa-2234-4ece-9aae-b6eaf35c10d2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.683145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0fe95fa-2234-4ece-9aae-b6eaf35c10d2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.683357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0fe95fa-2234-4ece-9aae-b6eaf35c10d2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.683408] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0fe95fa-2234-4ece-9aae-b6eaf35c10d2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.985056] env[65894]: INFO networking_nsxv3.common.synchronization [req-2954ad91-694d-455c-baaa-bf335c7761c6 req-defe2a3c-cad3-44e1-a1af-8ac12b262ed9 tempest-AttachVolumeShelveTestJSON-466877249 tempest-AttachVolumeShelveTestJSON-466877249-project-member] Enqueued Resource ID: cb21d3b6-dcc2-42e0-b805-37434d560264 with Priority: HIGHEST for action security_group_members [ 1110.985740] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb21d3b6-dcc2-42e0-b805-37434d560264 with Priority: HIGHEST for action security_group_members [ 1110.988174] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb21d3b6-dcc2-42e0-b805-37434d560264 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.988174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.988174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.988174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.988174] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.988174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.988174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.988174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.988174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.988174] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb21d3b6-dcc2-42e0-b805-37434d560264',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.185523] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.185523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.188924] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0fe95fa-2234-4ece-9aae-b6eaf35c10d2 with status ACTIVE [ 1111.190016] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.190016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.190016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.190016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.190016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.190016] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.190016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.190016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.190323] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.190323] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.190374] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.190480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.190511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.190640] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.190736] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.192131] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0fe95fa-2234-4ece-9aae-b6eaf35c10d2 is going to be updated. [ 1111.216404] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.216618] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.216618] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.216939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.217155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.217337] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0fe95fa-2234-4ece-9aae-b6eaf35c10d2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.460346] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 in Status: SUCCESS [ 1111.460346] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 deletion is rescheduled due to dependency. [ 1111.460346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.460534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.460686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.460942] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.461084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.461151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.461304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.461402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.461498] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('902e4c7f-5e70-49f8-8e9d-d5e7a9305565',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.491036] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.491036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.491036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.491036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.491381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.491381] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.491472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.491472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.491609] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.491683] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.491794] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb21d3b6-dcc2-42e0-b805-37434d560264 is going to be updated. [ 1111.529243] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.529404] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.529465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.529690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.529832] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.542155] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb21d3b6-dcc2-42e0-b805-37434d560264 in Status: IN_PROGRESS for 2s [ 1111.816156] env[65894]: INFO networking_nsxv3.common.synchronization [None req-848e6576-bf0c-447b-aea1-5071b0da16ba None None] Enqueued Resource ID: aadb3fdc-86c2-437d-a8f0-228b61d76336 with Priority: HIGHEST for action port [ 1111.817163] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aadb3fdc-86c2-437d-a8f0-228b61d76336 with Priority: HIGHEST for action port [ 1111.817163] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-aadb3fdc-86c2-437d-a8f0-228b61d76336 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.817163] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aadb3fdc-86c2-437d-a8f0-228b61d76336" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.817521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aadb3fdc-86c2-437d-a8f0-228b61d76336" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.817626] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aadb3fdc-86c2-437d-a8f0-228b61d76336" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.817713] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aadb3fdc-86c2-437d-a8f0-228b61d76336',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.964392] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('902e4c7f-5e70-49f8-8e9d-d5e7a9305565',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.320687] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aadb3fdc-86c2-437d-a8f0-228b61d76336 [ 1112.320687] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.320687] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.320687] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.321165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.321165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.321165] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aadb3fdc-86c2-437d-a8f0-228b61d76336 already deleted. [ 1112.321165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aadb3fdc-86c2-437d-a8f0-228b61d76336" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.466780] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('902e4c7f-5e70-49f8-8e9d-d5e7a9305565',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.970571] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.970941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.970941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.971141] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.971141] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.971253] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 is going to be updated. [ 1113.001824] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.001824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.001824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.001824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.001824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.008887] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 in Status: IN_PROGRESS for 2s [ 1113.554873] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb21d3b6-dcc2-42e0-b805-37434d560264 in Status: SUCCESS [ 1113.555068] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb21d3b6-dcc2-42e0-b805-37434d560264 deletion is rescheduled due to dependency. [ 1113.555185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.127258] env[65894]: INFO networking_nsxv3.common.synchronization [req-4f7b780e-5c02-4afe-90d9-2ef8ba24d696 req-083416d9-7411-40ad-8009-ce41d908da0f tempest-ImagesNegativeTestJSON-1045431087 tempest-ImagesNegativeTestJSON-1045431087-project-member] Enqueued Resource ID: e503da81-caa9-4988-b7ce-a7e30fb51190 with Priority: HIGHEST for action security_group_members [ 1114.127884] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e503da81-caa9-4988-b7ce-a7e30fb51190 with Priority: HIGHEST for action security_group_members [ 1114.128409] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e503da81-caa9-4988-b7ce-a7e30fb51190 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.128648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e503da81-caa9-4988-b7ce-a7e30fb51190" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.128897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e503da81-caa9-4988-b7ce-a7e30fb51190" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.129331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e503da81-caa9-4988-b7ce-a7e30fb51190" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.129602] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.129807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.129955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.130265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.130484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.130614] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e503da81-caa9-4988-b7ce-a7e30fb51190',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.572631] env[65894]: INFO networking_nsxv3.common.synchronization [None req-ec025ea5-d930-4888-a3f7-a8c80e04d3aa tempest-AttachVolumeNegativeTest-1233650290 tempest-AttachVolumeNegativeTest-1233650290-project-member] Enqueued Resource ID: d59a4f98-1968-4783-9980-23d18abae451 with Priority: HIGHEST for action security_group_rules [ 1114.574707] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59a4f98-1968-4783-9980-23d18abae451 with Priority: HIGHEST for action security_group_rules [ 1114.574707] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d59a4f98-1968-4783-9980-23d18abae451 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.574707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d59a4f98-1968-4783-9980-23d18abae451" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.574707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d59a4f98-1968-4783-9980-23d18abae451" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.574707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d59a4f98-1968-4783-9980-23d18abae451" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.574707] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d59a4f98-1968-4783-9980-23d18abae451',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.633227] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.633385] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.633459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.633693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.633786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.633982] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.634099] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.634160] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.634320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.634396] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.634484] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e503da81-caa9-4988-b7ce-a7e30fb51190 is going to be updated. [ 1114.661320] env[65894]: INFO networking_nsxv3.common.synchronization [None req-4ec4ab74-cfbb-4554-a528-dd2278558106 tempest-AttachVolumeNegativeTest-1233650290 tempest-AttachVolumeNegativeTest-1233650290-project-member] Enqueued Resource ID: d59a4f98-1968-4783-9980-23d18abae451 with Priority: HIGHEST for action security_group_rules [ 1114.661941] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59a4f98-1968-4783-9980-23d18abae451 with Priority: HIGHEST for action security_group_rules [ 1114.662558] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d59a4f98-1968-4783-9980-23d18abae451 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.663812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d59a4f98-1968-4783-9980-23d18abae451" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.675999] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.675999] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.675999] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.676197] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.676291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.689919] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e503da81-caa9-4988-b7ce-a7e30fb51190 in Status: IN_PROGRESS for 2s [ 1115.021149] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 in Status: SUCCESS [ 1115.021149] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.021149] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.021149] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.021149] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.021149] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.021149] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.021149] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.021149] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.021149] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.021149] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('902e4c7f-5e70-49f8-8e9d-d5e7a9305565',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.097027] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.097027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.097027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.097027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.097027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.097027] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d59a4f98-1968-4783-9980-23d18abae451 already deleted. [ 1115.097027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d59a4f98-1968-4783-9980-23d18abae451" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.097027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d59a4f98-1968-4783-9980-23d18abae451" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.097027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d59a4f98-1968-4783-9980-23d18abae451" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.097027] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d59a4f98-1968-4783-9980-23d18abae451',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.523363] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('902e4c7f-5e70-49f8-8e9d-d5e7a9305565',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.621278] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.621453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.621495] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.621706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.621786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.621936] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d59a4f98-1968-4783-9980-23d18abae451 already deleted. [ 1115.622074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d59a4f98-1968-4783-9980-23d18abae451" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.025941] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 902e4c7f-5e70-49f8-8e9d-d5e7a9305565: rpc.has_security_group_logging(os_id): False [ 1116.049739] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.049933] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.050045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.050211] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.050303] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.050574] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.050677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.050737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.050936] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.051023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.051245] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 is going to be updated. [ 1116.114976] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.115151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.115224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.115453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.115584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.127581] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 in Status: IN_PROGRESS for 2s [ 1116.247561] env[65894]: INFO networking_nsxv3.common.synchronization [None req-1fb34770-9787-458f-8a97-d2a0ae042c33 None None] Enqueued Resource ID: 5bf2cc45-2ae6-46bf-b2a0-1b965a2c970e with Priority: HIGHEST for action port [ 1116.248548] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf2cc45-2ae6-46bf-b2a0-1b965a2c970e with Priority: HIGHEST for action port [ 1116.248870] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bf2cc45-2ae6-46bf-b2a0-1b965a2c970e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.248992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bf2cc45-2ae6-46bf-b2a0-1b965a2c970e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.249121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bf2cc45-2ae6-46bf-b2a0-1b965a2c970e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.249380] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bf2cc45-2ae6-46bf-b2a0-1b965a2c970e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.249466] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bf2cc45-2ae6-46bf-b2a0-1b965a2c970e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.701284] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e503da81-caa9-4988-b7ce-a7e30fb51190 in Status: IN_PROGRESS for 4s [ 1116.751739] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5bf2cc45-2ae6-46bf-b2a0-1b965a2c970e [ 1116.751858] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.752108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.752108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.752226] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.752323] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.752411] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5bf2cc45-2ae6-46bf-b2a0-1b965a2c970e already deleted. [ 1116.752491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bf2cc45-2ae6-46bf-b2a0-1b965a2c970e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.141615] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 in Status: SUCCESS [ 1118.142026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.236341] env[65894]: INFO networking_nsxv3.common.synchronization [req-5428d478-d4b0-47bc-ae97-b4d130307418 req-729503b7-df67-4afb-9da1-476598e6dc03 tempest-ServerActionsV293TestJSON-2004570130 tempest-ServerActionsV293TestJSON-2004570130-project-member] Enqueued Resource ID: 94829015-9fd9-4c6a-a675-42f332875e02 with Priority: HIGHEST for action security_group_members [ 1118.236341] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94829015-9fd9-4c6a-a675-42f332875e02 with Priority: HIGHEST for action security_group_members [ 1118.236647] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94829015-9fd9-4c6a-a675-42f332875e02 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.236754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94829015-9fd9-4c6a-a675-42f332875e02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.236856] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94829015-9fd9-4c6a-a675-42f332875e02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.237105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94829015-9fd9-4c6a-a675-42f332875e02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.237322] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.237516] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.237632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.237832] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.238053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.238126] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94829015-9fd9-4c6a-a675-42f332875e02',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.713650] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e503da81-caa9-4988-b7ce-a7e30fb51190 in Status: SUCCESS [ 1118.713778] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e503da81-caa9-4988-b7ce-a7e30fb51190 deletion is rescheduled due to dependency. [ 1118.714067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e503da81-caa9-4988-b7ce-a7e30fb51190" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.737450] env[65894]: INFO networking_nsxv3.common.synchronization [None req-7f259984-ad92-439c-be22-177dd0b8b16c None None] Enqueued Resource ID: f6012e2a-08ee-436b-8f9b-2a129b92d090 with Priority: HIGHEST for action port [ 1118.737579] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6012e2a-08ee-436b-8f9b-2a129b92d090 with Priority: HIGHEST for action port [ 1118.737973] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6012e2a-08ee-436b-8f9b-2a129b92d090 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.738276] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6012e2a-08ee-436b-8f9b-2a129b92d090" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.738276] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6012e2a-08ee-436b-8f9b-2a129b92d090" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.738543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6012e2a-08ee-436b-8f9b-2a129b92d090" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.738739] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6012e2a-08ee-436b-8f9b-2a129b92d090',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.739586] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.739930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.739930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.741740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.741740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.741740] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.741959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.741959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.742115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.742115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.742204] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94829015-9fd9-4c6a-a675-42f332875e02 is going to be updated. [ 1118.771109] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.771299] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.771333] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.771555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.771732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.781709] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94829015-9fd9-4c6a-a675-42f332875e02 in Status: IN_PROGRESS for 2s [ 1119.244707] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6012e2a-08ee-436b-8f9b-2a129b92d090 [ 1119.245021] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.245110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.245155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.245835] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.245835] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.245835] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6012e2a-08ee-436b-8f9b-2a129b92d090 already deleted. [ 1119.245835] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6012e2a-08ee-436b-8f9b-2a129b92d090" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.770988] env[65894]: INFO networking_nsxv3.common.synchronization [None req-927f195f-a6c4-4707-9ca4-4b1b998bb785 None None] Enqueued Resource ID: a56b5629-b704-47b8-bb32-62ce01b144da with Priority: HIGHEST for action port [ 1119.772535] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56b5629-b704-47b8-bb32-62ce01b144da with Priority: HIGHEST for action port [ 1119.772535] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-a56b5629-b704-47b8-bb32-62ce01b144da taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.772535] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a56b5629-b704-47b8-bb32-62ce01b144da" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.772535] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a56b5629-b704-47b8-bb32-62ce01b144da" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.772535] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a56b5629-b704-47b8-bb32-62ce01b144da" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.772769] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a56b5629-b704-47b8-bb32-62ce01b144da',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.907286] env[65894]: INFO networking_nsxv3.common.synchronization [req-8bd6765b-5495-4e9e-9081-218a05b34998 req-1d8a47ce-2bf2-4bd3-b203-601367da7127 tempest-AttachInterfacesTestJSON-1026338332 tempest-AttachInterfacesTestJSON-1026338332-project-member] Enqueued Resource ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 with Priority: HIGHEST for action security_group_members [ 1119.907286] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 with Priority: HIGHEST for action security_group_members [ 1119.907715] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.907838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.907900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.908188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.908411] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.909486] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.909582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.909800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.909884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.909984] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.275577] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a56b5629-b704-47b8-bb32-62ce01b144da [ 1120.275577] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.275577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.275577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.275577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.275577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.275577] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a56b5629-b704-47b8-bb32-62ce01b144da already deleted. [ 1120.275577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a56b5629-b704-47b8-bb32-62ce01b144da" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.413478] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.795655] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94829015-9fd9-4c6a-a675-42f332875e02 in Status: SUCCESS [ 1120.795838] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94829015-9fd9-4c6a-a675-42f332875e02 deletion is rescheduled due to dependency. [ 1120.795956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94829015-9fd9-4c6a-a675-42f332875e02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.920275] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.421495] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.421881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.421881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.422018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.422110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.422223] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 is going to be updated. [ 1121.454381] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.454640] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.454640] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.455158] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.455158] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.466390] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 in Status: IN_PROGRESS for 2s [ 1121.853636] env[65894]: INFO networking_nsxv3.common.synchronization [None req-60fb1a68-1c5b-43e3-b2ea-25117263a02b tempest-AttachVolumeShelveTestJSON-466877249 tempest-AttachVolumeShelveTestJSON-466877249-project-member] Enqueued Resource ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a with Priority: HIGHEST for action security_group_rules [ 1121.853636] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a with Priority: HIGHEST for action security_group_rules [ 1121.856660] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60a403cf-fc44-47bb-846c-b05e8988ed2a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.856660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.856660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.856660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.856660] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60a403cf-fc44-47bb-846c-b05e8988ed2a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.947809] env[65894]: INFO networking_nsxv3.common.synchronization [None req-d60f4606-576d-43de-8b3f-2581f6bc4d53 tempest-AttachVolumeShelveTestJSON-466877249 tempest-AttachVolumeShelveTestJSON-466877249-project-member] Enqueued Resource ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a with Priority: HIGHEST for action security_group_rules [ 1121.952422] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a with Priority: HIGHEST for action security_group_rules [ 1121.952422] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60a403cf-fc44-47bb-846c-b05e8988ed2a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.952422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.150034] env[65894]: INFO networking_nsxv3.common.synchronization [None req-e982351a-3a89-45e9-a310-495ed10a8f87 None None] Enqueued Resource ID: 22970db2-8e77-4e89-a3f7-e897fb3ca78d with Priority: HIGHEST for action port [ 1122.150034] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22970db2-8e77-4e89-a3f7-e897fb3ca78d with Priority: HIGHEST for action port [ 1122.150034] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-22970db2-8e77-4e89-a3f7-e897fb3ca78d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.150034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22970db2-8e77-4e89-a3f7-e897fb3ca78d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.150034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22970db2-8e77-4e89-a3f7-e897fb3ca78d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.152035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22970db2-8e77-4e89-a3f7-e897fb3ca78d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.152035] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22970db2-8e77-4e89-a3f7-e897fb3ca78d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.379253] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.379253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.379253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.379253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.379253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.379253] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a already deleted. [ 1122.379253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.379253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.379253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.379253] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60a403cf-fc44-47bb-846c-b05e8988ed2a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.653174] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22970db2-8e77-4e89-a3f7-e897fb3ca78d [ 1122.653517] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.653597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.653644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.653831] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.653927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.654034] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22970db2-8e77-4e89-a3f7-e897fb3ca78d already deleted. [ 1122.654119] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22970db2-8e77-4e89-a3f7-e897fb3ca78d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.900164] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.900164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.900164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.900164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.900164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.900416] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a already deleted. [ 1122.900416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.148352] env[65894]: INFO networking_nsxv3.common.synchronization [req-4ae3c1ac-d477-4025-aec3-42b5650f8daa req-aa2f256b-80d4-400e-8288-f1cd01c0339b tempest-ServersTestJSON-1690636900 tempest-ServersTestJSON-1690636900-project-member] Enqueued Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1123.148841] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1123.149259] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.149409] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.149796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.150127] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.150488] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.150627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.150723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.150937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.151070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.151188] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.477410] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 in Status: SUCCESS [ 1123.477716] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.533222] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.533422] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-607" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.533545] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-607" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.533879] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-607" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.534526] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.534702] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.534821] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.535180] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.535414] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.535751] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.535960] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.536149] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.536306] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.536472] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.536632] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.536832] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.557658] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.557906] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1123.558061] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.558333] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-607" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.558789] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-01447593-6aae-46bb-9e9c-9f9e6169e52d taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.559040] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-01447593-6aae-46bb-9e9c-9f9e6169e52d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.559174] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-01447593-6aae-46bb-9e9c-9f9e6169e52d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.559495] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-01447593-6aae-46bb-9e9c-9f9e6169e52d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.559633] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01447593-6aae-46bb-9e9c-9f9e6169e52d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.653616] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.653939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.653939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.654053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.654133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.654325] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.654468] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.654536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.654686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.654758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.654842] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a already deleted. [ 1123.654918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.063053] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.063053] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.063264] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.063743] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.063900] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.064065] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 01447593-6aae-46bb-9e9c-9f9e6169e52d not found, creating... [ 1124.064331] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.064494] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.064633] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.064925] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.065101] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.065392] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.065546] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.065674] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.065960] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.066169] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.066346] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 01447593-6aae-46bb-9e9c-9f9e6169e52d is going to be created. [ 1124.086723] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.086936] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.087067] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.087345] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.087575] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.087795] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-01447593-6aae-46bb-9e9c-9f9e6169e52d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.801027] env[65894]: INFO networking_nsxv3.common.synchronization [req-4ae3c1ac-d477-4025-aec3-42b5650f8daa req-88b1ce4d-2f80-46dd-94ba-48e52353cc40 service nova] Enqueued Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_rules [ 1124.801027] env[65894]: INFO networking_nsxv3.common.synchronization [req-4ae3c1ac-d477-4025-aec3-42b5650f8daa req-88b1ce4d-2f80-46dd-94ba-48e52353cc40 service nova] Enqueued Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1124.801364] env[65894]: INFO networking_nsxv3.common.synchronization [req-4ae3c1ac-d477-4025-aec3-42b5650f8daa req-88b1ce4d-2f80-46dd-94ba-48e52353cc40 service nova] Enqueued Resource ID: 01447593-6aae-46bb-9e9c-9f9e6169e52d with Priority: HIGHEST for action port [ 1124.802409] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_rules [ 1124.802409] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1124.802409] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01447593-6aae-46bb-9e9c-9f9e6169e52d with Priority: HIGHEST for action port [ 1124.802409] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.802593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.802593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.802839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.803114] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.804092] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.804221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.804286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.804506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.804722] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.804842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.804937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.805060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.805167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.805291] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.806537] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-01447593-6aae-46bb-9e9c-9f9e6169e52d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.807285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01447593-6aae-46bb-9e9c-9f9e6169e52d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.807285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01447593-6aae-46bb-9e9c-9f9e6169e52d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.807285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01447593-6aae-46bb-9e9c-9f9e6169e52d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.807285] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01447593-6aae-46bb-9e9c-9f9e6169e52d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.308760] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.308930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.309332] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.310762] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01447593-6aae-46bb-9e9c-9f9e6169e52d with status ACTIVE [ 1125.311029] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.311362] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.311362] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.311552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.311669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.312135] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.312135] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.312135] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.312840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.312840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.312840] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.312840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.312840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.313139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.313139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.313213] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01447593-6aae-46bb-9e9c-9f9e6169e52d is going to be updated. [ 1125.346668] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.347893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.347893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.347893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.347893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.347893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01447593-6aae-46bb-9e9c-9f9e6169e52d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.815416] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.318734] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.318924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.318979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.319229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.319316] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.319417] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a is going to be created. [ 1126.345172] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.345376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.345423] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.345667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.345841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.365508] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: UNINITIALIZED for 2s [ 1128.378896] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: SUCCESS [ 1128.379451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.379451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.379536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.380625] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.380625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.380625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.380625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.380625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.380625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.380625] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.883729] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.883920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.883971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.884260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.884475] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.884583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.884678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.884848] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.884947] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.885055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.885265] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.885394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.885448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.885620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.885806] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.885919] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.885988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.886205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.886277] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.886359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.886470] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.389303] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fb1fe21-7e7f-434c-8a29-68fc1581333a: rpc.has_security_group_logging(os_id): False [ 1129.421416] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.421416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.421679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.421928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.421928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.422757] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.422757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.422757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.423075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.423075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.423446] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.423573] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.423744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.423869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.424035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.424336] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.424489] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.424603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.424884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.425047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.425163] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a is going to be created. [ 1129.506358] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.506541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.506541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.506812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.506959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.527339] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: IN_PROGRESS for 2s [ 1129.803353] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1129.803473] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1130.952030] env[65894]: INFO networking_nsxv3.common.synchronization [req-e0c48db1-a971-43e3-8fa5-587cc411eefc req-24ae1eba-9bbe-4c72-98f2-587dfa203b62 tempest-AttachVolumeNegativeTest-1233650290 tempest-AttachVolumeNegativeTest-1233650290-project-member] Enqueued Resource ID: d59a4f98-1968-4783-9980-23d18abae451 with Priority: HIGHEST for action security_group_members [ 1130.952030] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59a4f98-1968-4783-9980-23d18abae451 with Priority: HIGHEST for action security_group_members [ 1130.952030] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59a4f98-1968-4783-9980-23d18abae451 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.952030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59a4f98-1968-4783-9980-23d18abae451" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.952030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59a4f98-1968-4783-9980-23d18abae451" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.952030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59a4f98-1968-4783-9980-23d18abae451" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.952697] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.952959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.953196] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.953452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.953623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.953791] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d59a4f98-1968-4783-9980-23d18abae451',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.330010] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-553 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.330238] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.330362] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.330639] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.330924] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.331145] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.331353] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.331476] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.331616] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.331860] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.331970] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.332085] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.332186] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.332293] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.332393] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.332583] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.353593] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.353593] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1131.353749] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.354064] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.354180] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-a1a3e111-b636-4a13-8075-6f7dd26c8721 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.354327] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-a1a3e111-b636-4a13-8075-6f7dd26c8721" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.354453] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-a1a3e111-b636-4a13-8075-6f7dd26c8721" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.355165] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-a1a3e111-b636-4a13-8075-6f7dd26c8721" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.355165] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1a3e111-b636-4a13-8075-6f7dd26c8721',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.457470] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.457653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.457728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.457931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.458283] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.458601] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.458747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.458855] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.459159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.459236] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.459378] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d59a4f98-1968-4783-9980-23d18abae451 already deleted. [ 1131.459506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59a4f98-1968-4783-9980-23d18abae451" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.540334] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: SUCCESS [ 1131.540568] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.595979] env[65894]: INFO networking_nsxv3.common.synchronization [None req-462c7762-6784-4678-9de0-039b24176a49 None None] Enqueued Resource ID: 93061209-9f75-48e4-b6d1-3631f702c009 with Priority: HIGHEST for action port [ 1131.597146] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93061209-9f75-48e4-b6d1-3631f702c009 with Priority: HIGHEST for action port [ 1131.597503] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-93061209-9f75-48e4-b6d1-3631f702c009 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.599186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93061209-9f75-48e4-b6d1-3631f702c009" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.599186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93061209-9f75-48e4-b6d1-3631f702c009" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.599279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93061209-9f75-48e4-b6d1-3631f702c009" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.599331] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93061209-9f75-48e4-b6d1-3631f702c009',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.858135] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.858362] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.858490] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.858781] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.858926] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.859126] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port a1a3e111-b636-4a13-8075-6f7dd26c8721 not found, creating... [ 1131.859416] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.859579] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.860443] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.860719] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.861490] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.861490] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.861490] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.861490] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.861719] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.861902] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.861943] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: a1a3e111-b636-4a13-8075-6f7dd26c8721 is going to be created. [ 1131.882979] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.883227] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.883358] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.883639] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.883878] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.884123] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-a1a3e111-b636-4a13-8075-6f7dd26c8721" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.102302] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93061209-9f75-48e4-b6d1-3631f702c009 [ 1132.102606] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.102606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.102722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.102868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.102963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.103073] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93061209-9f75-48e4-b6d1-3631f702c009 already deleted. [ 1132.103157] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93061209-9f75-48e4-b6d1-3631f702c009" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.688265] env[65894]: INFO networking_nsxv3.common.synchronization [req-e0c48db1-a971-43e3-8fa5-587cc411eefc req-60b4de9b-0649-4e21-a8e8-4cf5e627fe5a service nova] Enqueued Resource ID: d59a4f98-1968-4783-9980-23d18abae451 with Priority: HIGHEST for action security_group_rules [ 1132.688501] env[65894]: INFO networking_nsxv3.common.synchronization [req-e0c48db1-a971-43e3-8fa5-587cc411eefc req-60b4de9b-0649-4e21-a8e8-4cf5e627fe5a service nova] Enqueued Resource ID: d59a4f98-1968-4783-9980-23d18abae451 with Priority: HIGHEST for action security_group_members [ 1132.688687] env[65894]: INFO networking_nsxv3.common.synchronization [req-e0c48db1-a971-43e3-8fa5-587cc411eefc req-60b4de9b-0649-4e21-a8e8-4cf5e627fe5a service nova] Enqueued Resource ID: a1a3e111-b636-4a13-8075-6f7dd26c8721 with Priority: HIGHEST for action port [ 1132.690177] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59a4f98-1968-4783-9980-23d18abae451 with Priority: HIGHEST for action security_group_rules [ 1132.690361] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59a4f98-1968-4783-9980-23d18abae451 with Priority: HIGHEST for action security_group_members [ 1132.690488] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a3e111-b636-4a13-8075-6f7dd26c8721 with Priority: HIGHEST for action port [ 1132.690855] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d59a4f98-1968-4783-9980-23d18abae451 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.691016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d59a4f98-1968-4783-9980-23d18abae451" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.691108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d59a4f98-1968-4783-9980-23d18abae451" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.691363] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d59a4f98-1968-4783-9980-23d18abae451" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.691468] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d59a4f98-1968-4783-9980-23d18abae451',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.692544] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59a4f98-1968-4783-9980-23d18abae451 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.692692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59a4f98-1968-4783-9980-23d18abae451" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.692779] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59a4f98-1968-4783-9980-23d18abae451" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.692999] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59a4f98-1968-4783-9980-23d18abae451" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.693207] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.693336] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.693419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.693607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.693719] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.693835] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d59a4f98-1968-4783-9980-23d18abae451',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.695286] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1a3e111-b636-4a13-8075-6f7dd26c8721 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.695602] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1a3e111-b636-4a13-8075-6f7dd26c8721" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.695602] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1a3e111-b636-4a13-8075-6f7dd26c8721" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.696499] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1a3e111-b636-4a13-8075-6f7dd26c8721" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.696499] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1a3e111-b636-4a13-8075-6f7dd26c8721',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.774913] env[65894]: INFO networking_nsxv3.common.synchronization [req-b11d445b-33f6-4f7e-b0cc-6f6cd88d1d61 req-14bd1ee4-2e52-45b4-9950-fc426103103e tempest-ServerActionsTestOtherB-1343423867 tempest-ServerActionsTestOtherB-1343423867-project-member] Enqueued Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGHEST for action security_group_members [ 1132.775460] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGHEST for action security_group_members [ 1132.775781] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.775901] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.775970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.778269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.778629] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.779056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.779134] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.779312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.779402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.779500] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.197415] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d59a4f98-1968-4783-9980-23d18abae451',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.198464] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59a4f98-1968-4783-9980-23d18abae451 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.198585] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59a4f98-1968-4783-9980-23d18abae451" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.198731] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1a3e111-b636-4a13-8075-6f7dd26c8721 with status ACTIVE [ 1133.198886] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.199040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.199096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.199338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.199412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.199536] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.199632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.199693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.199850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.199927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.200122] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.200211] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.200273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.200490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.200490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.200577] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1a3e111-b636-4a13-8075-6f7dd26c8721 is going to be updated. [ 1133.224046] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.224046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.224046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.224046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.224046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.224046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1a3e111-b636-4a13-8075-6f7dd26c8721" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.281967] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.282275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.282360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.282599] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.282688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.282903] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.283019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.283086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.283245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.283324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.283440] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 is going to be updated. [ 1133.312560] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.312697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.312771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.312982] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.313137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.325349] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 in Status: IN_PROGRESS for 2s [ 1133.702569] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d59a4f98-1968-4783-9980-23d18abae451',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.823927] env[65894]: INFO networking_nsxv3.common.synchronization [None req-cdc8b088-a986-462d-9d9d-7a3b6b01a67d None None] Enqueued Resource ID: 529dc387-5f88-46bf-bda9-4641bb141600 with Priority: HIGHEST for action port [ 1133.824496] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 529dc387-5f88-46bf-bda9-4641bb141600 with Priority: HIGHEST for action port [ 1133.824796] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-529dc387-5f88-46bf-bda9-4641bb141600 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.824917] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-529dc387-5f88-46bf-bda9-4641bb141600" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.824973] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-529dc387-5f88-46bf-bda9-4641bb141600" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.825248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-529dc387-5f88-46bf-bda9-4641bb141600" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.825331] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('529dc387-5f88-46bf-bda9-4641bb141600',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.207770] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.208146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.208146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.208237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.208306] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.208411] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d59a4f98-1968-4783-9980-23d18abae451 is going to be created. [ 1134.239047] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.239185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.239245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.239434] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.239591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.250691] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d59a4f98-1968-4783-9980-23d18abae451 in Status: UNINITIALIZED for 2s [ 1134.328156] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 529dc387-5f88-46bf-bda9-4641bb141600 [ 1134.328156] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.328156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.328156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.328156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.328156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.328156] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:529dc387-5f88-46bf-bda9-4641bb141600 already deleted. [ 1134.328156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-529dc387-5f88-46bf-bda9-4641bb141600" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.337040] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 in Status: SUCCESS [ 1135.337307] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 deletion is rescheduled due to dependency. [ 1135.337372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.266848] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d59a4f98-1968-4783-9980-23d18abae451 in Status: SUCCESS [ 1136.266848] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59a4f98-1968-4783-9980-23d18abae451" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.266848] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59a4f98-1968-4783-9980-23d18abae451" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.267455] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59a4f98-1968-4783-9980-23d18abae451" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.267455] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.267605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.267605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.267707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.267771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.267853] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59a4f98-1968-4783-9980-23d18abae451" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.267945] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d59a4f98-1968-4783-9980-23d18abae451',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.770134] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d59a4f98-1968-4783-9980-23d18abae451',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.821354] env[65894]: INFO networking_nsxv3.common.synchronization [req-fe876b7c-f12f-4aa3-a0a8-ecd1e07160b6 req-4ed57a02-0841-4706-8c79-000d9eb38879 tempest-ServersNegativeTestMultiTenantJSON-1375827425 tempest-ServersNegativeTestMultiTenantJSON-1375827425-project-member] Enqueued Resource ID: 882be3f2-b0e1-449e-9745-ffd4de101079 with Priority: HIGHEST for action security_group_members [ 1136.821876] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 882be3f2-b0e1-449e-9745-ffd4de101079 with Priority: HIGHEST for action security_group_members [ 1136.822209] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-882be3f2-b0e1-449e-9745-ffd4de101079 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.822340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-882be3f2-b0e1-449e-9745-ffd4de101079" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.822394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-882be3f2-b0e1-449e-9745-ffd4de101079" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.822637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-882be3f2-b0e1-449e-9745-ffd4de101079" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.822791] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.822891] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.822951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.823117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.823204] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.823282] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('882be3f2-b0e1-449e-9745-ffd4de101079',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.088022] env[65894]: INFO networking_nsxv3.common.synchronization [req-4cfcfa48-298e-45c1-b5e8-c72101552cad req-accfd513-caab-4e29-b6ca-1f673de7cfa8 tempest-AttachInterfacesTestJSON-1026338332 tempest-AttachInterfacesTestJSON-1026338332-project-member] Enqueued Resource ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 with Priority: HIGHEST for action security_group_members [ 1137.088619] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 with Priority: HIGHEST for action security_group_members [ 1137.088938] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.089310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.089396] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.089601] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.089764] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.089871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.093020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.093020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.093020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.093020] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.272544] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d59a4f98-1968-4783-9980-23d18abae451: rpc.has_security_group_logging(os_id): False [ 1137.293926] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.293926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.294830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.294830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.294830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.294830] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.294830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.294830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.295068] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.296014] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.296014] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d59a4f98-1968-4783-9980-23d18abae451 is going to be created. [ 1137.326564] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.326642] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.326715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.327035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.327154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.327427] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.327556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.327630] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.327827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.327920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.328039] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 882be3f2-b0e1-449e-9745-ffd4de101079 already deleted. [ 1137.328156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-882be3f2-b0e1-449e-9745-ffd4de101079" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.364054] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.364253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.364253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.364488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.364680] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.394343] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d59a4f98-1968-4783-9980-23d18abae451 in Status: IN_PROGRESS for 2s [ 1137.595298] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.595488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.595533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.595742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.595836] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.596227] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.596227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.596329] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.596419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.596497] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.596586] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 is going to be updated. [ 1137.628113] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.628457] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.628457] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.628596] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.628787] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.639888] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 in Status: IN_PROGRESS for 2s [ 1137.654341] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.654581] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-52" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.654644] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-52" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.654976] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-52" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.655261] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.655398] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.655513] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.656292] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.656292] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.656292] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.656292] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1137.656292] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1137.656514] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1137.656620] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.656712] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1137.658024] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1137.678820] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1137.678986] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1137.679123] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1137.679372] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-52" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.679783] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-67868049-0ad3-4ebd-83e4-0e4731a28ed1 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.680017] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-67868049-0ad3-4ebd-83e4-0e4731a28ed1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.680183] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-67868049-0ad3-4ebd-83e4-0e4731a28ed1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.680620] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-67868049-0ad3-4ebd-83e4-0e4731a28ed1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.680803] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67868049-0ad3-4ebd-83e4-0e4731a28ed1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.184393] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.184853] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.185295] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.185473] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.185633] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.186155] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 67868049-0ad3-4ebd-83e4-0e4731a28ed1 not found, creating... [ 1138.186511] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.186733] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.186875] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.187216] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.188370] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.188370] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.188370] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.188370] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.188370] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.188813] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.188813] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 67868049-0ad3-4ebd-83e4-0e4731a28ed1 is going to be created. [ 1138.211941] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.212225] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.212421] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.212779] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.213073] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.213398] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-67868049-0ad3-4ebd-83e4-0e4731a28ed1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.943219] env[65894]: INFO networking_nsxv3.common.synchronization [req-fe876b7c-f12f-4aa3-a0a8-ecd1e07160b6 req-1deb9c66-0ca8-4295-9f0a-c73cc414bbe1 service nova] Enqueued Resource ID: 882be3f2-b0e1-449e-9745-ffd4de101079 with Priority: HIGHEST for action security_group_rules [ 1138.943388] env[65894]: INFO networking_nsxv3.common.synchronization [req-fe876b7c-f12f-4aa3-a0a8-ecd1e07160b6 req-1deb9c66-0ca8-4295-9f0a-c73cc414bbe1 service nova] Enqueued Resource ID: 882be3f2-b0e1-449e-9745-ffd4de101079 with Priority: HIGHEST for action security_group_members [ 1138.943549] env[65894]: INFO networking_nsxv3.common.synchronization [req-fe876b7c-f12f-4aa3-a0a8-ecd1e07160b6 req-1deb9c66-0ca8-4295-9f0a-c73cc414bbe1 service nova] Enqueued Resource ID: 67868049-0ad3-4ebd-83e4-0e4731a28ed1 with Priority: HIGHEST for action port [ 1138.944101] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 882be3f2-b0e1-449e-9745-ffd4de101079 with Priority: HIGHEST for action security_group_rules [ 1138.944238] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 882be3f2-b0e1-449e-9745-ffd4de101079 with Priority: HIGHEST for action security_group_members [ 1138.944333] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67868049-0ad3-4ebd-83e4-0e4731a28ed1 with Priority: HIGHEST for action port [ 1138.944799] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-882be3f2-b0e1-449e-9745-ffd4de101079 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.944799] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-882be3f2-b0e1-449e-9745-ffd4de101079" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.944799] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-882be3f2-b0e1-449e-9745-ffd4de101079" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.945057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-882be3f2-b0e1-449e-9745-ffd4de101079" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.945139] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('882be3f2-b0e1-449e-9745-ffd4de101079',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.945964] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-882be3f2-b0e1-449e-9745-ffd4de101079 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.946090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-882be3f2-b0e1-449e-9745-ffd4de101079" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.946157] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-882be3f2-b0e1-449e-9745-ffd4de101079" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.946412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-882be3f2-b0e1-449e-9745-ffd4de101079" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.946566] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.946663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.946724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.947148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.947148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.947148] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('882be3f2-b0e1-449e-9745-ffd4de101079',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.948065] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-67868049-0ad3-4ebd-83e4-0e4731a28ed1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.948177] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67868049-0ad3-4ebd-83e4-0e4731a28ed1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.948244] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67868049-0ad3-4ebd-83e4-0e4731a28ed1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.949569] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67868049-0ad3-4ebd-83e4-0e4731a28ed1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.949569] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67868049-0ad3-4ebd-83e4-0e4731a28ed1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.407491] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d59a4f98-1968-4783-9980-23d18abae451 in Status: SUCCESS [ 1139.407886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d59a4f98-1968-4783-9980-23d18abae451" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.450370] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-882be3f2-b0e1-449e-9745-ffd4de101079 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.450510] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-882be3f2-b0e1-449e-9745-ffd4de101079" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.450722] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('882be3f2-b0e1-449e-9745-ffd4de101079',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.452022] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67868049-0ad3-4ebd-83e4-0e4731a28ed1 with status ACTIVE [ 1139.452022] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.452415] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.452415] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.452533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.452592] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.452796] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.453790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.453790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.453902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.453936] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.454137] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.454239] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.454305] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.454478] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.454555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.454644] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67868049-0ad3-4ebd-83e4-0e4731a28ed1 is going to be updated. [ 1139.475417] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.475627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.475627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.475840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.475995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.476170] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67868049-0ad3-4ebd-83e4-0e4731a28ed1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.665757] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 in Status: SUCCESS [ 1139.665994] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 deletion is rescheduled due to dependency. [ 1139.666144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.956982] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('882be3f2-b0e1-449e-9745-ffd4de101079',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.459202] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.459547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.459547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.459930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.459930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.459930] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 882be3f2-b0e1-449e-9745-ffd4de101079 is going to be created. [ 1140.486658] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.486658] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.486658] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.486979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.487127] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.500107] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 882be3f2-b0e1-449e-9745-ffd4de101079 in Status: UNINITIALIZED for 2s [ 1141.703867] env[65894]: INFO networking_nsxv3.common.synchronization [req-abcb41ca-c679-402f-90da-9b214d94fa91 req-583a03f2-567d-4c0f-8c9d-4220b9e3a429 tempest-AttachVolumeShelveTestJSON-466877249 tempest-AttachVolumeShelveTestJSON-466877249-project-member] Enqueued Resource ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a with Priority: HIGHEST for action security_group_members [ 1141.704657] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a with Priority: HIGHEST for action security_group_members [ 1141.704757] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a403cf-fc44-47bb-846c-b05e8988ed2a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.704886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.705752] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.705752] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.705752] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.705752] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.705752] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.705996] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.705996] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.705996] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60a403cf-fc44-47bb-846c-b05e8988ed2a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.104024] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-392 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.104024] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-392" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.104024] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-392" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.104024] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-392" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.104024] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.104024] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.104024] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.104024] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.104024] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.105062] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.105467] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1142.105671] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1142.105872] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1142.106079] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.106469] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1142.106891] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1142.129135] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1142.129135] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1142.129135] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1142.129135] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-392" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.129135] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-eeb2894a-f91e-44ef-9376-b40047825a35 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.129135] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-eeb2894a-f91e-44ef-9376-b40047825a35" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.129135] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-eeb2894a-f91e-44ef-9376-b40047825a35" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.129135] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-eeb2894a-f91e-44ef-9376-b40047825a35" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.129135] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eeb2894a-f91e-44ef-9376-b40047825a35',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.213155] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.213155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.213155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.213155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.213155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.213155] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.213155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.213155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.213155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.213155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.213155] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a already deleted. [ 1142.213155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.512506] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 882be3f2-b0e1-449e-9745-ffd4de101079 in Status: SUCCESS [ 1142.512506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-882be3f2-b0e1-449e-9745-ffd4de101079" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.512506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-882be3f2-b0e1-449e-9745-ffd4de101079" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.512506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-882be3f2-b0e1-449e-9745-ffd4de101079" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.512506] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.512506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.512506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.512506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.512506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.512506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-882be3f2-b0e1-449e-9745-ffd4de101079" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.512506] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('882be3f2-b0e1-449e-9745-ffd4de101079',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.634024] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.634024] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.634024] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.634024] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.634024] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.634024] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port eeb2894a-f91e-44ef-9376-b40047825a35 not found, creating... [ 1142.634024] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.634024] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.634024] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.634024] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.634024] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.634578] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.634578] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.634578] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.634819] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.635088] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.635407] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: eeb2894a-f91e-44ef-9376-b40047825a35 is going to be created. [ 1142.656599] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.657211] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.657470] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.657847] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.658217] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.658559] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-eeb2894a-f91e-44ef-9376-b40047825a35" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.014681] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-882be3f2-b0e1-449e-9745-ffd4de101079 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.014681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-882be3f2-b0e1-449e-9745-ffd4de101079" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.014681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-882be3f2-b0e1-449e-9745-ffd4de101079" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.015223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-882be3f2-b0e1-449e-9745-ffd4de101079" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.015223] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.015223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.015223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.015413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.015413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.015413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-882be3f2-b0e1-449e-9745-ffd4de101079" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.015548] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-882be3f2-b0e1-449e-9745-ffd4de101079 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.015639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-882be3f2-b0e1-449e-9745-ffd4de101079" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.015692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-882be3f2-b0e1-449e-9745-ffd4de101079" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.015842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-882be3f2-b0e1-449e-9745-ffd4de101079" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.016013] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.016101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.016167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.016324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.016386] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.016487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-882be3f2-b0e1-449e-9745-ffd4de101079" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.016599] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('882be3f2-b0e1-449e-9745-ffd4de101079',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.407612] env[65894]: INFO networking_nsxv3.common.synchronization [req-abcb41ca-c679-402f-90da-9b214d94fa91 req-32a6e03e-01e8-42f6-8dff-50e38cd03996 service nova] Enqueued Resource ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a with Priority: HIGHEST for action security_group_rules [ 1143.407902] env[65894]: INFO networking_nsxv3.common.synchronization [req-abcb41ca-c679-402f-90da-9b214d94fa91 req-32a6e03e-01e8-42f6-8dff-50e38cd03996 service nova] Enqueued Resource ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a with Priority: HIGHEST for action security_group_members [ 1143.408108] env[65894]: INFO networking_nsxv3.common.synchronization [req-abcb41ca-c679-402f-90da-9b214d94fa91 req-32a6e03e-01e8-42f6-8dff-50e38cd03996 service nova] Enqueued Resource ID: eeb2894a-f91e-44ef-9376-b40047825a35 with Priority: HIGHEST for action port [ 1143.408899] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a with Priority: HIGHEST for action security_group_rules [ 1143.409074] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a with Priority: HIGHEST for action security_group_members [ 1143.409249] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeb2894a-f91e-44ef-9376-b40047825a35 with Priority: HIGHEST for action port [ 1143.409655] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60a403cf-fc44-47bb-846c-b05e8988ed2a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.409800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.409859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.410251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.410495] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60a403cf-fc44-47bb-846c-b05e8988ed2a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.411398] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a403cf-fc44-47bb-846c-b05e8988ed2a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.411539] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.411605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.411866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.412057] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.412247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.412247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.412398] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.412530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.412687] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60a403cf-fc44-47bb-846c-b05e8988ed2a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.414428] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-eeb2894a-f91e-44ef-9376-b40047825a35 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.414567] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eeb2894a-f91e-44ef-9376-b40047825a35" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.414683] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eeb2894a-f91e-44ef-9376-b40047825a35" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.415160] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eeb2894a-f91e-44ef-9376-b40047825a35" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.415280] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eeb2894a-f91e-44ef-9376-b40047825a35',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.519341] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 882be3f2-b0e1-449e-9745-ffd4de101079: rpc.has_security_group_logging(os_id): False [ 1143.543630] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.543797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.543908] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.544147] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.544242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.544480] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.544621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.544704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.544837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.544919] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.545128] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.545234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.545297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.545447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.545520] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.545714] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.545812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.545882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.547075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.547706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.547706] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 882be3f2-b0e1-449e-9745-ffd4de101079 is going to be created. [ 1143.610736] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.610959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.611030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.611870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.612114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.621931] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 882be3f2-b0e1-449e-9745-ffd4de101079 in Status: IN_PROGRESS for 2s [ 1143.918578] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a403cf-fc44-47bb-846c-b05e8988ed2a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.918766] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.920115] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60a403cf-fc44-47bb-846c-b05e8988ed2a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.920338] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eeb2894a-f91e-44ef-9376-b40047825a35 with status ACTIVE [ 1143.920919] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.920919] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.920919] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.921190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.921190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.921802] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.921802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.921802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.922329] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.922504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.922835] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.923067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.923067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.923685] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.923685] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.923685] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eeb2894a-f91e-44ef-9376-b40047825a35 is going to be updated. [ 1143.951574] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.951852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.951852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.951981] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.952143] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.952435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eeb2894a-f91e-44ef-9376-b40047825a35" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.265732] env[65894]: INFO networking_nsxv3.common.synchronization [req-712d3136-daea-452d-bab3-d4c1d0a17b65 req-f092a489-492d-4010-b57c-f0a67a7ac440 tempest-ServerRescueTestJSON-2126728231 tempest-ServerRescueTestJSON-2126728231-project-member] Enqueued Resource ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 with Priority: HIGHEST for action security_group_members [ 1144.266299] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 with Priority: HIGHEST for action security_group_members [ 1144.266698] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.266800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.266849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.267129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.267309] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.267419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.267478] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.267728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.267806] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.267900] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f72c7a66-8e26-4ee8-ab43-7b2847a52b90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.427035] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60a403cf-fc44-47bb-846c-b05e8988ed2a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.628758] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.628959] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-152" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.629115] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-152" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.629479] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-152" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.629752] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.629909] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.630154] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.630293] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.630453] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.630661] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.630784] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.630887] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.631025] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.631131] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.631375] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.631522] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.650936] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.650936] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1144.651134] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.651321] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-152" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.651686] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-bf4e1ea5-7e6a-4633-a847-57b911061d64 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.651870] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-bf4e1ea5-7e6a-4633-a847-57b911061d64" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.651988] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-bf4e1ea5-7e6a-4633-a847-57b911061d64" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.652365] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-bf4e1ea5-7e6a-4633-a847-57b911061d64" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.652534] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf4e1ea5-7e6a-4633-a847-57b911061d64',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.770165] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.770590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.772117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.772117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.772117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.772117] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.772117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.772117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.772117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.772117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.772117] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 already deleted. [ 1144.772117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.928711] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.929056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.929218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.929439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.929528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.931300] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a is going to be created. [ 1144.957051] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.957051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.957313] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.957583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.957761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.970327] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a in Status: UNINITIALIZED for 2s [ 1145.156042] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.156299] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.156468] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.156788] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.156972] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.157147] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port bf4e1ea5-7e6a-4633-a847-57b911061d64 not found, creating... [ 1145.157407] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.157563] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.157681] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.157902] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.158072] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.158339] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.158897] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.158897] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.158897] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.159154] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.159154] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: bf4e1ea5-7e6a-4633-a847-57b911061d64 is going to be created. [ 1145.180054] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.180235] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.180368] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.180646] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.180909] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.181288] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-bf4e1ea5-7e6a-4633-a847-57b911061d64" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.635825] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 882be3f2-b0e1-449e-9745-ffd4de101079 in Status: SUCCESS [ 1145.636281] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-882be3f2-b0e1-449e-9745-ffd4de101079" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.923082] env[65894]: INFO networking_nsxv3.common.synchronization [req-712d3136-daea-452d-bab3-d4c1d0a17b65 req-cb7bc26b-4ce0-4792-a864-36f0c47bf837 service nova] Enqueued Resource ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 with Priority: HIGHEST for action security_group_rules [ 1145.926056] env[65894]: INFO networking_nsxv3.common.synchronization [req-712d3136-daea-452d-bab3-d4c1d0a17b65 req-cb7bc26b-4ce0-4792-a864-36f0c47bf837 service nova] Enqueued Resource ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 with Priority: HIGHEST for action security_group_members [ 1145.926056] env[65894]: INFO networking_nsxv3.common.synchronization [req-712d3136-daea-452d-bab3-d4c1d0a17b65 req-cb7bc26b-4ce0-4792-a864-36f0c47bf837 service nova] Enqueued Resource ID: bf4e1ea5-7e6a-4633-a847-57b911061d64 with Priority: HIGHEST for action port [ 1145.926056] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 with Priority: HIGHEST for action security_group_rules [ 1145.926056] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 with Priority: HIGHEST for action security_group_members [ 1145.926056] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4e1ea5-7e6a-4633-a847-57b911061d64 with Priority: HIGHEST for action port [ 1145.926056] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f72c7a66-8e26-4ee8-ab43-7b2847a52b90 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.926056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.926056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.926056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.926056] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f72c7a66-8e26-4ee8-ab43-7b2847a52b90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.927230] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.927387] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.927478] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.927765] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.927997] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.928155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.928262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.928510] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.928713] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.928861] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f72c7a66-8e26-4ee8-ab43-7b2847a52b90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.930122] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf4e1ea5-7e6a-4633-a847-57b911061d64 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.930268] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf4e1ea5-7e6a-4633-a847-57b911061d64" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.931876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf4e1ea5-7e6a-4633-a847-57b911061d64" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.931876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf4e1ea5-7e6a-4633-a847-57b911061d64" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.931876] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf4e1ea5-7e6a-4633-a847-57b911061d64',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.433974] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.433974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.433974] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f72c7a66-8e26-4ee8-ab43-7b2847a52b90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.435129] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf4e1ea5-7e6a-4633-a847-57b911061d64 with status ACTIVE [ 1146.435328] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.435721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.435721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.435721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.435858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.435976] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.437024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.437024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.437024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.437024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.437024] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.437024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.437024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.437024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.437024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.437024] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf4e1ea5-7e6a-4633-a847-57b911061d64 is going to be updated. [ 1146.459418] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.459576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.459640] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.459853] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.460078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.460288] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf4e1ea5-7e6a-4633-a847-57b911061d64" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.939267] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f72c7a66-8e26-4ee8-ab43-7b2847a52b90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.979731] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a in Status: SUCCESS [ 1146.979955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.980395] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.980619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.980839] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.980973] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.981089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.981142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.981285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.981408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.981460] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60a403cf-fc44-47bb-846c-b05e8988ed2a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.441971] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.442154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.442154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.442588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.442588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.442588] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 is going to be created. [ 1147.472513] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.472728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.472849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.473192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.473320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.483327] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 in Status: UNINITIALIZED for 2s [ 1147.483613] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60a403cf-fc44-47bb-846c-b05e8988ed2a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.986168] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60a403cf-fc44-47bb-846c-b05e8988ed2a: rpc.has_security_group_logging(os_id): False [ 1148.007946] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.008219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.008310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.008608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.008822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.009194] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.009444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.009444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.009570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.009689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.009839] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a is going to be created. [ 1148.081448] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.081650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.081650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.081888] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.082156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.095115] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a in Status: IN_PROGRESS for 2s [ 1148.890606] env[65894]: INFO networking_nsxv3.common.synchronization [req-ba9daad5-af53-4027-a5ad-462a291b991f req-8c1fc7d4-9d57-451a-b49f-b2f37706f3c2 tempest-ServersTestJSON-1690636900 tempest-ServersTestJSON-1690636900-project-member] Enqueued Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1148.895259] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1148.895259] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.895259] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.895259] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.895259] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.895259] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.895259] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.895259] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.895259] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.895259] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.895259] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.271295] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.271764] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-607" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.272157] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-607" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.272387] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-607" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.273303] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.273604] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.273846] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.274293] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.274510] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.274990] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.275455] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.275455] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.275616] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.275820] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.276045] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.276636] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.300579] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.300926] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1149.301463] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.301601] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-607" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.302013] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-2fbda644-6cd5-4eb7-ae6f-4eaaae422ea2 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.302306] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-2fbda644-6cd5-4eb7-ae6f-4eaaae422ea2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.302537] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-2fbda644-6cd5-4eb7-ae6f-4eaaae422ea2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.303043] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-2fbda644-6cd5-4eb7-ae6f-4eaaae422ea2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.303301] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fbda644-6cd5-4eb7-ae6f-4eaaae422ea2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.397067] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.493838] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 in Status: SUCCESS [ 1149.494661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.494661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.494661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.494875] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.494875] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.494984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.495134] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.495212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.495280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.495381] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f72c7a66-8e26-4ee8-ab43-7b2847a52b90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.806334] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.806656] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.806836] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.807169] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.807379] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.807551] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 2fbda644-6cd5-4eb7-ae6f-4eaaae422ea2 not found, creating... [ 1149.807857] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.808073] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.808269] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.808482] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.808697] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.809135] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.809412] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.809646] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.809775] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.809909] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.810064] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 2fbda644-6cd5-4eb7-ae6f-4eaaae422ea2 is going to be created. [ 1149.833300] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.833505] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.833623] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.833922] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.834179] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.834503] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-2fbda644-6cd5-4eb7-ae6f-4eaaae422ea2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.899346] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.998517] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.998868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.998963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.999459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.999633] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.999757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.999824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.000016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.000222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.000258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.000403] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.000502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.000562] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.000709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.000850] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.000943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.001012] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.001168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.001265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.001381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.001438] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f72c7a66-8e26-4ee8-ab43-7b2847a52b90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.107087] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a in Status: SUCCESS [ 1150.107300] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.225602] env[65894]: INFO networking_nsxv3.common.synchronization [None req-c6852411-9dcd-44e4-a4c7-2d2f6919a208 tempest-AttachInterfacesTestJSON-1026338332 tempest-AttachInterfacesTestJSON-1026338332-project-member] Enqueued Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_members [ 1150.225853] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGHEST for action security_group_members [ 1150.226193] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.226309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.226378] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.226551] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.226698] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.226789] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.226850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.226993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.227087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.227176] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.402447] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.402809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.402809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.402952] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.403062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.403184] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a is going to be updated. [ 1150.437381] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.437547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.437547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.438477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.438802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.450573] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: IN_PROGRESS for 2s [ 1150.504322] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f72c7a66-8e26-4ee8-ab43-7b2847a52b90: rpc.has_security_group_logging(os_id): False [ 1150.523298] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.523485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.523549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.523779] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.523928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.524144] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.524265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.524342] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.524556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.524646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.524854] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.524963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.525059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.525303] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.525408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.525614] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.525724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.525885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.525980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.526062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.526135] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 is going to be created. [ 1150.542637] env[65894]: INFO networking_nsxv3.common.synchronization [req-abf21c01-8ebe-4c73-ac1f-d014fe6b421b req-c07b16b9-a381-400c-9b4a-5e5dd88fcf75 tempest-DeleteServersTestJSON-277239729 tempest-DeleteServersTestJSON-277239729-project-member] Enqueued Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 1150.543172] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGHEST for action security_group_members [ 1150.543172] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.543377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.543377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.543562] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.543751] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.543851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.543912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.545352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.545352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.545352] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.575469] env[65894]: INFO networking_nsxv3.common.synchronization [req-ba9daad5-af53-4027-a5ad-462a291b991f req-ac719eed-9576-4031-99bc-738ec9608bce service nova] Enqueued Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_rules [ 1150.575469] env[65894]: INFO networking_nsxv3.common.synchronization [req-ba9daad5-af53-4027-a5ad-462a291b991f req-ac719eed-9576-4031-99bc-738ec9608bce service nova] Enqueued Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1150.575812] env[65894]: INFO networking_nsxv3.common.synchronization [req-ba9daad5-af53-4027-a5ad-462a291b991f req-ac719eed-9576-4031-99bc-738ec9608bce service nova] Enqueued Resource ID: 2fbda644-6cd5-4eb7-ae6f-4eaaae422ea2 with Priority: HIGHEST for action port [ 1150.576697] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_rules [ 1150.576855] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1150.576951] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fbda644-6cd5-4eb7-ae6f-4eaaae422ea2 with Priority: HIGHEST for action port [ 1150.577320] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.577449] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.577515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.577723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.577802] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.578654] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.578749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.579278] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fbda644-6cd5-4eb7-ae6f-4eaaae422ea2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.579384] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fbda644-6cd5-4eb7-ae6f-4eaaae422ea2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.579509] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fbda644-6cd5-4eb7-ae6f-4eaaae422ea2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.579629] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fbda644-6cd5-4eb7-ae6f-4eaaae422ea2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.579707] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fbda644-6cd5-4eb7-ae6f-4eaaae422ea2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.590648] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.590648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.590648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.590870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.591146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.606148] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 in Status: IN_PROGRESS for 2s [ 1150.729644] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.729831] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.729923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.730220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.734034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.734034] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.734034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.734034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.734034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.734034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.734034] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf7e093-ca11-483e-b294-4645a455be90 is going to be updated. [ 1150.780876] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.781125] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.781234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.781522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.781675] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.796717] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7e093-ca11-483e-b294-4645a455be90 in Status: IN_PROGRESS for 2s [ 1150.824088] env[65894]: INFO networking_nsxv3.common.synchronization [req-6f9b5ee7-accb-47e6-aa8c-602f15cb552f req-1158ba4b-d9ba-4b61-a3c5-7f14d065d45c tempest-ServersNegativeTestMultiTenantJSON-1375827425 tempest-ServersNegativeTestMultiTenantJSON-1375827425-project-member] Enqueued Resource ID: 882be3f2-b0e1-449e-9745-ffd4de101079 with Priority: HIGHEST for action security_group_members [ 1150.824685] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 882be3f2-b0e1-449e-9745-ffd4de101079 with Priority: HIGHEST for action security_group_members [ 1150.826069] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-882be3f2-b0e1-449e-9745-ffd4de101079 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.827578] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-882be3f2-b0e1-449e-9745-ffd4de101079" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.827578] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-882be3f2-b0e1-449e-9745-ffd4de101079" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.827578] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-882be3f2-b0e1-449e-9745-ffd4de101079" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.827578] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.827578] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.827578] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.827578] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.828151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.828151] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('882be3f2-b0e1-449e-9745-ffd4de101079',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.046340] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.046979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.046979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.047100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.047233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.047541] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.047709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.047827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.048110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.048325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.048490] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 is going to be updated. [ 1151.077897] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.078066] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.078135] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.078344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.078484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.082185] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.082508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.082885] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2fbda644-6cd5-4eb7-ae6f-4eaaae422ea2 with status ACTIVE [ 1151.082941] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.083107] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.083174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.083331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.083414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.083683] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.083801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.083801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.084091] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.084091] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.084260] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.084418] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.084418] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.084475] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.084556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.084658] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2fbda644-6cd5-4eb7-ae6f-4eaaae422ea2 is going to be updated. [ 1151.087936] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: IN_PROGRESS for 2s [ 1151.106286] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.106428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.106495] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.106706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.106859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.107021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fbda644-6cd5-4eb7-ae6f-4eaaae422ea2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.331164] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.331363] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.331474] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.331751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.331853] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.332080] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.332203] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.332263] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.332470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.332557] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.332658] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 882be3f2-b0e1-449e-9745-ffd4de101079 is going to be updated. [ 1151.370338] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.370508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.370596] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.370852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.371031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.381957] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 882be3f2-b0e1-449e-9745-ffd4de101079 in Status: IN_PROGRESS for 2s [ 1152.461570] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: SUCCESS [ 1152.461944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.461989] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.462221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.462418] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.462729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.462729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.462799] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.462841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.462913] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.619529] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 in Status: SUCCESS [ 1152.619747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.822036] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7e093-ca11-483e-b294-4645a455be90 in Status: SUCCESS [ 1152.822036] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf7e093-ca11-483e-b294-4645a455be90 deletion is rescheduled due to dependency. [ 1152.822036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.965440] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.098838] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 in Status: SUCCESS [ 1153.099557] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 deletion is rescheduled due to dependency. [ 1153.099557] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.394814] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 882be3f2-b0e1-449e-9745-ffd4de101079 in Status: SUCCESS [ 1153.395254] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 882be3f2-b0e1-449e-9745-ffd4de101079 deletion is rescheduled due to dependency. [ 1153.395568] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-882be3f2-b0e1-449e-9745-ffd4de101079" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.469650] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.973275] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.973461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.973512] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.973783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.973907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.974034] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a is going to be updated. [ 1154.010897] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.010897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.010897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.011106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.011248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.023343] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: IN_PROGRESS for 2s [ 1155.390232] env[65894]: INFO networking_nsxv3.common.synchronization [None req-d4fb87a4-a520-469e-9161-e39ef2e14d7b None None] Enqueued Resource ID: b5c5a8fd-0197-4221-8b51-eeef001ab91e with Priority: HIGHEST for action port [ 1155.390232] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5c5a8fd-0197-4221-8b51-eeef001ab91e with Priority: HIGHEST for action port [ 1155.390232] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5c5a8fd-0197-4221-8b51-eeef001ab91e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.390232] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5c5a8fd-0197-4221-8b51-eeef001ab91e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.390232] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5c5a8fd-0197-4221-8b51-eeef001ab91e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.390600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5c5a8fd-0197-4221-8b51-eeef001ab91e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.390631] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5c5a8fd-0197-4221-8b51-eeef001ab91e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.893477] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5c5a8fd-0197-4221-8b51-eeef001ab91e [ 1155.893671] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.893811] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.893908] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.894904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.894904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.894904] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5c5a8fd-0197-4221-8b51-eeef001ab91e already deleted. [ 1155.894904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5c5a8fd-0197-4221-8b51-eeef001ab91e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.031177] env[65894]: INFO networking_nsxv3.common.synchronization [None req-20017a14-98bf-4c21-8844-0cca82c11c92 tempest-ServerActionsTestOtherA-952538109 tempest-ServerActionsTestOtherA-952538109-project-member] Enqueued Resource ID: 707569e9-e443-4554-bac7-63fc64c24e7e with Priority: HIGHEST for action security_group_rules [ 1156.031754] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707569e9-e443-4554-bac7-63fc64c24e7e with Priority: HIGHEST for action security_group_rules [ 1156.032072] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-707569e9-e443-4554-bac7-63fc64c24e7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.032197] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.032269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.032606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.032681] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('707569e9-e443-4554-bac7-63fc64c24e7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.034376] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: SUCCESS [ 1156.034570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.034969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.035165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.035369] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.035445] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.035487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.035744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.035864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.035921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.035968] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.117223] env[65894]: INFO networking_nsxv3.common.synchronization [None req-eaa37ee2-ff06-44fa-b38c-3f9ae7bf9d97 tempest-ServerActionsTestOtherA-952538109 tempest-ServerActionsTestOtherA-952538109-project-member] Enqueued Resource ID: 707569e9-e443-4554-bac7-63fc64c24e7e with Priority: HIGHEST for action security_group_rules [ 1156.117896] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707569e9-e443-4554-bac7-63fc64c24e7e with Priority: HIGHEST for action security_group_rules [ 1156.118952] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-707569e9-e443-4554-bac7-63fc64c24e7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.118952] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.540688] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.541557] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.541557] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.541557] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.544242] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.544242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.544242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.544242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.544242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.544242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.544242] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.544242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.544242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.544242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.544242] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.544242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.544927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.544927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.544927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.544927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.544927] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.567948] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.567948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.569243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.569243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.569243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.569243] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 707569e9-e443-4554-bac7-63fc64c24e7e already deleted. [ 1156.569243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.569243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.569243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.569243] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('707569e9-e443-4554-bac7-63fc64c24e7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.048244] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fb1fe21-7e7f-434c-8a29-68fc1581333a: rpc.has_security_group_logging(os_id): False [ 1157.073049] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.073390] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.073390] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.073498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.073826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.073826] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.074067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.074067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.074794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.074794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.074794] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.074794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.074794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.074794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.074794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.075032] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.075032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.075124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.075298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.075375] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.075464] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a is going to be updated. [ 1157.105721] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.105878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.105914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.106151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.106234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.106330] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 707569e9-e443-4554-bac7-63fc64c24e7e already deleted. [ 1157.106432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.140181] env[65894]: INFO networking_nsxv3.common.synchronization [req-338001de-1512-4050-8929-51cd44b7046a req-083258a7-3bdd-469c-9ecb-e53d0ec95f8f tempest-ServerActionsTestOtherB-1343423867 tempest-ServerActionsTestOtherB-1343423867-project-member] Enqueued Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGHEST for action security_group_members [ 1157.143912] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGHEST for action security_group_members [ 1157.144923] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.144923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.144923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.145122] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.145195] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.145333] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.145417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.145629] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.145742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.145893] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.181228] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.181449] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.181506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.181733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.181878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.201744] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: IN_PROGRESS for 2s [ 1157.616558] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-903 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.617333] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-903" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.617655] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-903" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.618387] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-903" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.618787] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.619100] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.619721] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.620086] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.620343] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.620740] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.620977] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1157.621281] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1157.622022] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1157.622022] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.622022] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1157.622022] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1157.651042] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.651264] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.651429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.655847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.655847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.655847] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.655847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.655847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.655847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.655847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.655847] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 is going to be updated. [ 1157.674592] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1157.674842] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.053 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1157.674955] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1157.675107] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-903" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.675423] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-731c7ab7-2a06-47d4-8257-d8c9e97a76a7 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.675586] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-731c7ab7-2a06-47d4-8257-d8c9e97a76a7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.675713] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-731c7ab7-2a06-47d4-8257-d8c9e97a76a7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.676263] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-731c7ab7-2a06-47d4-8257-d8c9e97a76a7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.676774] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('731c7ab7-2a06-47d4-8257-d8c9e97a76a7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.691390] env[65894]: INFO networking_nsxv3.common.synchronization [None req-268fd62d-7ccb-4c56-aa7c-57ffd36b6473 None None] Enqueued Resource ID: 21de60a8-d7e6-42b8-adde-c60d2a02312e with Priority: HIGHEST for action port [ 1157.692396] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21de60a8-d7e6-42b8-adde-c60d2a02312e with Priority: HIGHEST for action port [ 1157.692802] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-21de60a8-d7e6-42b8-adde-c60d2a02312e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.692954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21de60a8-d7e6-42b8-adde-c60d2a02312e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.693116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21de60a8-d7e6-42b8-adde-c60d2a02312e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.693404] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21de60a8-d7e6-42b8-adde-c60d2a02312e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.693504] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21de60a8-d7e6-42b8-adde-c60d2a02312e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.702832] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.703025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.703103] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.703484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.703721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.714944] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 in Status: IN_PROGRESS for 2s [ 1158.180096] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.180356] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.180484] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.180767] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.180948] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.181158] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 731c7ab7-2a06-47d4-8257-d8c9e97a76a7 not found, creating... [ 1158.181531] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.181712] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.181849] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.182047] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.182193] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.182506] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.182691] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.182788] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.183019] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.183160] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.183296] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 731c7ab7-2a06-47d4-8257-d8c9e97a76a7 is going to be created. [ 1158.197108] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21de60a8-d7e6-42b8-adde-c60d2a02312e [ 1158.197410] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.197567] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.197649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.197876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.197971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.198059] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21de60a8-d7e6-42b8-adde-c60d2a02312e already deleted. [ 1158.198112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21de60a8-d7e6-42b8-adde-c60d2a02312e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.202796] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.202927] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.203139] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.203396] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.203660] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.203914] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-731c7ab7-2a06-47d4-8257-d8c9e97a76a7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.892651] env[65894]: INFO networking_nsxv3.common.synchronization [req-338001de-1512-4050-8929-51cd44b7046a req-cca48166-80dc-4a79-9bb8-ccde8216eb83 service nova] Enqueued Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGHEST for action security_group_rules [ 1158.892910] env[65894]: INFO networking_nsxv3.common.synchronization [req-338001de-1512-4050-8929-51cd44b7046a req-cca48166-80dc-4a79-9bb8-ccde8216eb83 service nova] Enqueued Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGHEST for action security_group_members [ 1158.893023] env[65894]: INFO networking_nsxv3.common.synchronization [req-338001de-1512-4050-8929-51cd44b7046a req-cca48166-80dc-4a79-9bb8-ccde8216eb83 service nova] Enqueued Resource ID: 731c7ab7-2a06-47d4-8257-d8c9e97a76a7 with Priority: HIGHEST for action port [ 1158.893878] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGHEST for action security_group_rules [ 1158.893878] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGHEST for action security_group_members [ 1158.893878] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 731c7ab7-2a06-47d4-8257-d8c9e97a76a7 with Priority: HIGHEST for action port [ 1158.894149] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.894403] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.894603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.894679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.894761] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.896779] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.896779] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.896779] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-731c7ab7-2a06-47d4-8257-d8c9e97a76a7 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.896779] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-731c7ab7-2a06-47d4-8257-d8c9e97a76a7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.896779] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-731c7ab7-2a06-47d4-8257-d8c9e97a76a7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.897334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-731c7ab7-2a06-47d4-8257-d8c9e97a76a7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.897334] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('731c7ab7-2a06-47d4-8257-d8c9e97a76a7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.214935] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: SUCCESS [ 1159.215182] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.396984] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.397186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.399563] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 731c7ab7-2a06-47d4-8257-d8c9e97a76a7 with status ACTIVE [ 1159.399844] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.399967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.400043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.400265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.400466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.400531] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.400653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.400719] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.400893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.400972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.401193] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.401290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.401350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.401584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.401661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.401746] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 731c7ab7-2a06-47d4-8257-d8c9e97a76a7 is going to be updated. [ 1159.435078] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.435437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.435633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.437242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.437413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.437597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-731c7ab7-2a06-47d4-8257-d8c9e97a76a7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.726401] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 in Status: IN_PROGRESS for 4s [ 1161.739598] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 in Status: SUCCESS [ 1161.739974] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 deletion is rescheduled due to dependency. [ 1161.739974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.740159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.740489] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.740489] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.740786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.740786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.740786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.740894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.740972] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.796241] env[65894]: INFO networking_nsxv3.common.synchronization [req-18cdcc46-bee9-4493-bbaa-a2173adfa98d req-ba8a7116-50fa-41f6-a427-f1842ad46887 tempest-ServersTestJSON-1690636900 tempest-ServersTestJSON-1690636900-project-member] Enqueued Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1161.796834] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1161.797196] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.797336] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.797416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.797721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.797902] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.798034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.798109] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.798294] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.798391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.798496] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.243348] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.300304] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.745407] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.802739] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.248532] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.248690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.248762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.248973] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.249079] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.249182] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 is going to be updated. [ 1163.287564] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.287812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.288047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.288239] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.288430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.297111] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 in Status: IN_PROGRESS for 2s [ 1163.307090] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.307090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.307090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.307090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.307090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.307090] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a is going to be updated. [ 1163.337897] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.337897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.337897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.337897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.337897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.348227] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: IN_PROGRESS for 2s [ 1165.311313] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 in Status: SUCCESS [ 1165.311313] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.311313] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.311313] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.311313] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.311313] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.311313] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.311313] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.311313] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.311313] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.311313] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.358315] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: SUCCESS [ 1165.358315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.816370] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.316921] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91557f36-122d-4ce6-b2f5-8f5f25dd61b2: rpc.has_security_group_logging(os_id): False [ 1166.334965] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.335140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.335210] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.335424] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.335517] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.335767] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.335867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.335930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.336094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.336167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.336254] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 is going to be updated. [ 1166.397786] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.397957] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.398080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.398311] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.398495] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.414222] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 in Status: IN_PROGRESS for 2s [ 1166.798639] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1166.798639] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1167.055405] env[65894]: INFO networking_nsxv3.common.synchronization [req-5ad13924-4446-433d-8ac9-941c4468e5f8 req-8086d1bf-a0c4-4dbf-8982-b181c069c82e tempest-ServerActionsTestOtherA-952538109 tempest-ServerActionsTestOtherA-952538109-project-member] Enqueued Resource ID: 707569e9-e443-4554-bac7-63fc64c24e7e with Priority: HIGHEST for action security_group_members [ 1167.055956] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707569e9-e443-4554-bac7-63fc64c24e7e with Priority: HIGHEST for action security_group_members [ 1167.056278] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-707569e9-e443-4554-bac7-63fc64c24e7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.056437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.056483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.056728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.056879] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.056980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.057372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.057372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.058014] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.058014] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('707569e9-e443-4554-bac7-63fc64c24e7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.509284] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-641 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.509284] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-641" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.509284] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-641" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.509740] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-641" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.509907] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.510289] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.510571] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.510825] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.510977] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.511208] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.511375] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1167.511425] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1167.511578] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1167.511698] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.511804] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1167.511939] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1167.533525] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1167.534875] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1167.534875] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1167.535168] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-641" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.536489] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-2f538a03-e157-4bb3-8886-8abf72a606d8 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.536489] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-2f538a03-e157-4bb3-8886-8abf72a606d8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.536489] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-2f538a03-e157-4bb3-8886-8abf72a606d8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.536489] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-2f538a03-e157-4bb3-8886-8abf72a606d8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.536489] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f538a03-e157-4bb3-8886-8abf72a606d8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.561877] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.561877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.561877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.562166] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.562166] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.562292] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.562386] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.562445] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.562634] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.562713] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.563368] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 707569e9-e443-4554-bac7-63fc64c24e7e already deleted. [ 1167.563368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.039406] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.039746] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.039979] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.040459] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.040867] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.041096] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 2f538a03-e157-4bb3-8886-8abf72a606d8 not found, creating... [ 1168.041418] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.041651] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.041817] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.042113] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.042294] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.042650] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.042853] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.043010] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.043267] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.043446] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.043742] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 2f538a03-e157-4bb3-8886-8abf72a606d8 is going to be created. [ 1168.067814] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.067814] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.067814] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.067814] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.067814] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.067814] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-2f538a03-e157-4bb3-8886-8abf72a606d8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.430981] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 in Status: SUCCESS [ 1168.431338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.818748] env[65894]: INFO networking_nsxv3.common.synchronization [req-5ad13924-4446-433d-8ac9-941c4468e5f8 req-06e6ae52-1a39-4dd1-b2ac-0feecfa8b530 service nova] Enqueued Resource ID: 707569e9-e443-4554-bac7-63fc64c24e7e with Priority: HIGHEST for action security_group_rules [ 1168.819090] env[65894]: INFO networking_nsxv3.common.synchronization [req-5ad13924-4446-433d-8ac9-941c4468e5f8 req-06e6ae52-1a39-4dd1-b2ac-0feecfa8b530 service nova] Enqueued Resource ID: 707569e9-e443-4554-bac7-63fc64c24e7e with Priority: HIGHEST for action security_group_members [ 1168.819090] env[65894]: INFO networking_nsxv3.common.synchronization [req-5ad13924-4446-433d-8ac9-941c4468e5f8 req-06e6ae52-1a39-4dd1-b2ac-0feecfa8b530 service nova] Enqueued Resource ID: 2f538a03-e157-4bb3-8886-8abf72a606d8 with Priority: HIGHEST for action port [ 1168.820839] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707569e9-e443-4554-bac7-63fc64c24e7e with Priority: HIGHEST for action security_group_rules [ 1168.820839] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707569e9-e443-4554-bac7-63fc64c24e7e with Priority: HIGHEST for action security_group_members [ 1168.820839] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f538a03-e157-4bb3-8886-8abf72a606d8 with Priority: HIGHEST for action port [ 1168.821140] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-707569e9-e443-4554-bac7-63fc64c24e7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.821140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.821140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.821303] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.821391] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('707569e9-e443-4554-bac7-63fc64c24e7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.822346] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-707569e9-e443-4554-bac7-63fc64c24e7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.822452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.822544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.822774] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.822932] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.824732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.824732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.824732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.824732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.824732] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('707569e9-e443-4554-bac7-63fc64c24e7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.824732] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f538a03-e157-4bb3-8886-8abf72a606d8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.825255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f538a03-e157-4bb3-8886-8abf72a606d8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.825255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f538a03-e157-4bb3-8886-8abf72a606d8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.825255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f538a03-e157-4bb3-8886-8abf72a606d8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.825255] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f538a03-e157-4bb3-8886-8abf72a606d8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.327615] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-707569e9-e443-4554-bac7-63fc64c24e7e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.327804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.328429] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('707569e9-e443-4554-bac7-63fc64c24e7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.328950] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f538a03-e157-4bb3-8886-8abf72a606d8 with status ACTIVE [ 1169.329166] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.329230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.329305] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.329689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.329689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.329790] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.329842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.329954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.330196] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.330196] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.330327] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.330422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.330476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.330614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.330747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.330809] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f538a03-e157-4bb3-8886-8abf72a606d8 is going to be updated. [ 1169.353969] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.354187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.354243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.354556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.354556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.354995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f538a03-e157-4bb3-8886-8abf72a606d8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.832982] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('707569e9-e443-4554-bac7-63fc64c24e7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.336607] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.336742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.336822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.337075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.337172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.337277] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 707569e9-e443-4554-bac7-63fc64c24e7e is going to be created. [ 1170.365012] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.365244] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.365294] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.365494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.365681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.374559] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 707569e9-e443-4554-bac7-63fc64c24e7e in Status: UNINITIALIZED for 2s [ 1172.388993] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 707569e9-e443-4554-bac7-63fc64c24e7e in Status: SUCCESS [ 1172.388993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.388993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.388993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.388993] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.388993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.388993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.388993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.388993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.388993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.390471] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('707569e9-e443-4554-bac7-63fc64c24e7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.891885] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('707569e9-e443-4554-bac7-63fc64c24e7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.394762] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 707569e9-e443-4554-bac7-63fc64c24e7e: rpc.has_security_group_logging(os_id): False [ 1173.413971] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.414190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.414190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.414415] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.414954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.415249] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.415366] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.415431] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.415597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.415677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.415763] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 707569e9-e443-4554-bac7-63fc64c24e7e is going to be created. [ 1173.483062] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.483260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.483260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.483477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.483658] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.497012] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 707569e9-e443-4554-bac7-63fc64c24e7e in Status: IN_PROGRESS for 2s [ 1173.784649] env[65894]: INFO networking_nsxv3.common.synchronization [req-b0cbe715-874a-4e23-a3bd-90f57bcbdb60 req-b06de673-47a2-4b85-81e2-ab4aba8e7b36 tempest-ServerRescueTestJSON-2126728231 tempest-ServerRescueTestJSON-2126728231-project-member] Enqueued Resource ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 with Priority: HIGHEST for action security_group_members [ 1173.785264] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 with Priority: HIGHEST for action security_group_members [ 1173.785578] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.785701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.785769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.785963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.786157] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.786269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.786331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.786487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.786747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.786747] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f72c7a66-8e26-4ee8-ab43-7b2847a52b90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.125509] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.125703] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-152" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.125826] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-152" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.126124] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-152" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.126370] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.126527] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.126642] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.126859] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.127009] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.127222] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1174.127334] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1174.127439] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1174.127543] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1174.127647] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1174.127751] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1174.127877] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1174.147739] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1174.147931] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1174.148083] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1174.148260] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-152" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.148563] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-ad50b75a-687d-410b-9302-e34935c1de50 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.148946] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-ad50b75a-687d-410b-9302-e34935c1de50" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.149082] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-ad50b75a-687d-410b-9302-e34935c1de50" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.149433] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-ad50b75a-687d-410b-9302-e34935c1de50" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.149559] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad50b75a-687d-410b-9302-e34935c1de50',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.288502] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f72c7a66-8e26-4ee8-ab43-7b2847a52b90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.652285] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.652725] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.652799] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.653143] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.653305] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.653464] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port ad50b75a-687d-410b-9302-e34935c1de50 not found, creating... [ 1174.653821] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.653947] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.654090] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.654342] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.654497] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.654819] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.654992] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.655130] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.655372] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.655528] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.655688] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: ad50b75a-687d-410b-9302-e34935c1de50 is going to be created. [ 1174.678179] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.678415] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.678549] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.678836] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.679088] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.679347] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-ad50b75a-687d-410b-9302-e34935c1de50" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.791464] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f72c7a66-8e26-4ee8-ab43-7b2847a52b90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.294400] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.294562] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.294634] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.294860] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.294961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.295073] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 is going to be updated. [ 1175.324986] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.325191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.325234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.325416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.325561] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.333211] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 in Status: IN_PROGRESS for 2s [ 1175.380624] env[65894]: INFO networking_nsxv3.common.synchronization [req-b0cbe715-874a-4e23-a3bd-90f57bcbdb60 req-c3cc3629-19d3-4381-a363-0011290d2315 service nova] Enqueued Resource ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 with Priority: HIGHEST for action security_group_rules [ 1175.380849] env[65894]: INFO networking_nsxv3.common.synchronization [req-b0cbe715-874a-4e23-a3bd-90f57bcbdb60 req-c3cc3629-19d3-4381-a363-0011290d2315 service nova] Enqueued Resource ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 with Priority: HIGHEST for action security_group_members [ 1175.381037] env[65894]: INFO networking_nsxv3.common.synchronization [req-b0cbe715-874a-4e23-a3bd-90f57bcbdb60 req-c3cc3629-19d3-4381-a363-0011290d2315 service nova] Enqueued Resource ID: ad50b75a-687d-410b-9302-e34935c1de50 with Priority: HIGHEST for action port [ 1175.381782] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 with Priority: HIGHEST for action security_group_rules [ 1175.381847] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 with Priority: HIGHEST for action security_group_members [ 1175.381936] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad50b75a-687d-410b-9302-e34935c1de50 with Priority: HIGHEST for action port [ 1175.382296] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f72c7a66-8e26-4ee8-ab43-7b2847a52b90 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.382416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.382613] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.382785] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.382879] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f72c7a66-8e26-4ee8-ab43-7b2847a52b90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.383869] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.383945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.384207] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad50b75a-687d-410b-9302-e34935c1de50 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.384321] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad50b75a-687d-410b-9302-e34935c1de50" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.384414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad50b75a-687d-410b-9302-e34935c1de50" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.384603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad50b75a-687d-410b-9302-e34935c1de50" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.384707] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad50b75a-687d-410b-9302-e34935c1de50',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.510044] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 707569e9-e443-4554-bac7-63fc64c24e7e in Status: SUCCESS [ 1175.510360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.887314] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.887637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.887637] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad50b75a-687d-410b-9302-e34935c1de50 with status ACTIVE [ 1175.887806] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.887906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.887972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.888231] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.888286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.888461] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.888557] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.888618] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.888793] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.888874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.889063] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.889159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.889220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.889359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.889437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.889535] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad50b75a-687d-410b-9302-e34935c1de50 is going to be updated. [ 1175.915168] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.915320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.915394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.915719] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.915870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.916039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad50b75a-687d-410b-9302-e34935c1de50" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.140014] env[65894]: INFO networking_nsxv3.common.synchronization [req-a26c3264-4dad-493d-80fc-a6a908ccdcbc req-a07480f1-6b03-4f02-9629-627e1915af3d tempest-ServersTestJSON-1690636900 tempest-ServersTestJSON-1690636900-project-member] Enqueued Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1176.140654] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1176.140960] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.141153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.141223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.141469] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.141650] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.142324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.142402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.142592] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.142715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.143978] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.463969] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.464243] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-607" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.464415] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-607" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.464880] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-607" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.465190] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.465359] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.465476] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.465716] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.465866] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.466307] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.466307] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1176.466307] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1176.466426] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1176.466512] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.466614] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1176.466745] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1176.486205] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1176.486375] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1176.486508] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1176.486684] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-607" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.486990] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-a1cf1025-09a0-4fa1-b137-bcc8552fcc40 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.487173] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-a1cf1025-09a0-4fa1-b137-bcc8552fcc40" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.487289] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-a1cf1025-09a0-4fa1-b137-bcc8552fcc40" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.487689] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-a1cf1025-09a0-4fa1-b137-bcc8552fcc40" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.487841] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1cf1025-09a0-4fa1-b137-bcc8552fcc40',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.646665] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.991391] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.991787] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.991897] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.992232] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.992409] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.992581] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port a1cf1025-09a0-4fa1-b137-bcc8552fcc40 not found, creating... [ 1176.992868] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.993033] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.993149] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.993372] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.993508] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.993790] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.993949] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.994075] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.994283] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.994417] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.994554] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: a1cf1025-09a0-4fa1-b137-bcc8552fcc40 is going to be created. [ 1177.015008] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.015280] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.015408] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.015689] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.015931] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.016186] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-a1cf1025-09a0-4fa1-b137-bcc8552fcc40" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.149213] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.342974] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 in Status: SUCCESS [ 1177.343231] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.343392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.343606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.343802] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.343934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.344016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.344397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.344397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.344397] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f72c7a66-8e26-4ee8-ab43-7b2847a52b90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.651307] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.651515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.651571] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.651833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.651945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.652079] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a is going to be updated. [ 1177.690720] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.690886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.691011] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.691260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.691453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.702520] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: IN_PROGRESS for 2s [ 1177.755195] env[65894]: INFO networking_nsxv3.common.synchronization [req-a26c3264-4dad-493d-80fc-a6a908ccdcbc req-cf9fff4b-131e-4ff8-a22f-009426372cd7 service nova] Enqueued Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_rules [ 1177.755464] env[65894]: INFO networking_nsxv3.common.synchronization [req-a26c3264-4dad-493d-80fc-a6a908ccdcbc req-cf9fff4b-131e-4ff8-a22f-009426372cd7 service nova] Enqueued Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1177.755663] env[65894]: INFO networking_nsxv3.common.synchronization [req-a26c3264-4dad-493d-80fc-a6a908ccdcbc req-cf9fff4b-131e-4ff8-a22f-009426372cd7 service nova] Enqueued Resource ID: a1cf1025-09a0-4fa1-b137-bcc8552fcc40 with Priority: HIGHEST for action port [ 1177.756590] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_rules [ 1177.756800] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1177.756848] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1cf1025-09a0-4fa1-b137-bcc8552fcc40 with Priority: HIGHEST for action port [ 1177.757193] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.757330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.757418] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.757651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.757751] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.759049] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.759171] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.759327] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1cf1025-09a0-4fa1-b137-bcc8552fcc40 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.759425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1cf1025-09a0-4fa1-b137-bcc8552fcc40" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.759499] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1cf1025-09a0-4fa1-b137-bcc8552fcc40" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.759671] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1cf1025-09a0-4fa1-b137-bcc8552fcc40" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.759775] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1cf1025-09a0-4fa1-b137-bcc8552fcc40',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.847082] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f72c7a66-8e26-4ee8-ab43-7b2847a52b90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.262012] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.262539] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.262539] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1cf1025-09a0-4fa1-b137-bcc8552fcc40 with status ACTIVE [ 1178.262786] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.262892] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.262963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.263160] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.263252] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.263427] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.263526] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.263659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.263890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.263976] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.264178] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.264272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.264332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.264488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.264561] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.264645] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1cf1025-09a0-4fa1-b137-bcc8552fcc40 is going to be updated. [ 1178.297200] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.297385] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.297385] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.297600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.297737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.297898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1cf1025-09a0-4fa1-b137-bcc8552fcc40" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.350075] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f72c7a66-8e26-4ee8-ab43-7b2847a52b90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.852383] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.852660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.852777] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.853051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.853165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.853275] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 is going to be updated. [ 1178.883683] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.883885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.883885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.885050] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.885050] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.896007] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 in Status: IN_PROGRESS for 2s [ 1179.713870] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: IN_PROGRESS for 4s [ 1180.909031] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 in Status: SUCCESS [ 1180.909517] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.909517] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.909787] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.909940] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.910070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.910130] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.910285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.910418] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.910506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.910549] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f72c7a66-8e26-4ee8-ab43-7b2847a52b90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.413327] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.413327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.413495] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.413669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.413780] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.414274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.414485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.414733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.414781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.415197] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.415460] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.415617] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.415728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.415969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.416220] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.416376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.416475] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.416681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.416822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.416964] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.417126] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f72c7a66-8e26-4ee8-ab43-7b2847a52b90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.724486] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: SUCCESS [ 1181.724699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.724892] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.725155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.725350] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.725474] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.725540] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.725696] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.725776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.725871] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.920079] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f72c7a66-8e26-4ee8-ab43-7b2847a52b90: rpc.has_security_group_logging(os_id): False [ 1181.941426] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.941630] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.941630] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.941907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.942011] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.942246] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.942348] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.942410] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.942683] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.942683] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.942837] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.942999] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.942999] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.943131] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.943204] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.943382] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.943474] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.943533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.943669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.943743] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.943826] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 is going to be updated. [ 1182.009875] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.010164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.010164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.010388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.010550] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.025602] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 in Status: IN_PROGRESS for 2s [ 1182.227794] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.730461] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.757592] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1182.757794] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1183.233356] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.233700] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.233700] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.233791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.233882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.233983] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a is going to be updated. [ 1183.262800] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.262999] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.263092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.263312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.263463] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.274679] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: IN_PROGRESS for 2s [ 1184.039299] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 in Status: SUCCESS [ 1184.039513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.284821] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: SUCCESS [ 1185.285137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.285318] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.286278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.286485] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.286609] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.286677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.286841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.286927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.287020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.287111] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.790982] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.791204] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.791319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.791593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.791865] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.791992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.792083] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.792327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.792443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.792556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.792741] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.792891] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.792939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.793111] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.793285] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.793389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.793446] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.794045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.794045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.794045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.794045] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.295862] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fb1fe21-7e7f-434c-8a29-68fc1581333a: rpc.has_security_group_logging(os_id): False [ 1186.316286] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.316455] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.316494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.316714] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.316808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.317052] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.317159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.317212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.317362] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.317428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.317607] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.317698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.317755] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.317901] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.318020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.318475] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.318475] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.318475] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.318475] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.318722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.318722] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a is going to be updated. [ 1186.414577] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.414784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.414895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.415168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.415360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.438416] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: IN_PROGRESS for 2s [ 1187.758457] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1187.758882] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1188.166042] env[65894]: INFO networking_nsxv3.common.synchronization [req-16fb2add-6a47-4319-8f38-178c33094518 req-e3e5dfda-0401-438a-8ac9-4a3f807c65cd tempest-ServersTestJSON-1690636900 tempest-ServersTestJSON-1690636900-project-member] Enqueued Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1188.166979] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1188.167300] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.167422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.167492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.167688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.167868] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.167991] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.168119] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.168344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.168400] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.168530] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.465139] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: SUCCESS [ 1188.465139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.670923] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.173453] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.676639] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.676868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.676868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.677104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.677197] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.677304] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a is going to be updated. [ 1189.714206] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.714443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.714443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.714647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.714791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.724824] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: IN_PROGRESS for 2s [ 1191.736082] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: SUCCESS [ 1191.736472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.167652] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1193.167901] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1196.459148] env[65894]: INFO networking_nsxv3.common.synchronization [req-260bad55-71ff-4323-8f86-e2d4d4354225 req-f99c642e-0cbf-4bca-838f-402200cb1ead tempest-ServerActionsTestJSON-369892048 tempest-ServerActionsTestJSON-369892048-project-member] Enqueued Resource ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 with Priority: HIGHEST for action security_group_members [ 1196.459784] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 with Priority: HIGHEST for action security_group_members [ 1196.460390] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.460531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.460589] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.460841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.461027] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.461137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.461235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.461369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.461453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.461548] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('902e4c7f-5e70-49f8-8e9d-d5e7a9305565',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.964437] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.964607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.964674] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.964914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.965054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.965267] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.965359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.965423] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.965583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.965659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.965747] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 is going to be updated. [ 1196.994914] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.995081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.995156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.995366] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.995509] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.005844] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 in Status: IN_PROGRESS for 2s [ 1197.313786] env[65894]: INFO networking_nsxv3.common.synchronization [req-3b7ad687-58af-4b3c-9178-a9126e0d47f6 req-5e6cc05e-db07-4b05-8d9b-3c1e46e6b0c7 tempest-ServersTestJSON-1690636900 tempest-ServersTestJSON-1690636900-project-member] Enqueued Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1197.314356] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1197.316608] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.316795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.316876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.317116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.317291] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.317558] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.317664] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.317838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.317930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.318043] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.667131] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.667411] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-607" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.667543] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-607" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.667814] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-607" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.668181] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.668344] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.668460] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.668675] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.668853] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.669077] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1197.669194] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1197.669293] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1197.669393] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1197.669496] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1197.669605] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1197.669721] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1197.688381] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1197.688579] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1197.688729] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1197.688915] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-607" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.689228] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-ac125f41-82c2-4a3e-8ee4-9225f69e18dc taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.689397] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-ac125f41-82c2-4a3e-8ee4-9225f69e18dc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.689514] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-ac125f41-82c2-4a3e-8ee4-9225f69e18dc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.689833] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-ac125f41-82c2-4a3e-8ee4-9225f69e18dc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.689993] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac125f41-82c2-4a3e-8ee4-9225f69e18dc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.820122] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.192664] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.192914] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.193079] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.193592] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.193592] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.193826] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port ac125f41-82c2-4a3e-8ee4-9225f69e18dc not found, creating... [ 1198.193921] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.194078] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.194275] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.194536] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.194685] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.195085] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.195212] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.195268] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.195501] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.195622] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.195744] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: ac125f41-82c2-4a3e-8ee4-9225f69e18dc is going to be created. [ 1198.220041] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.220307] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.220391] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.220674] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.220916] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.221167] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-ac125f41-82c2-4a3e-8ee4-9225f69e18dc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.322617] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.825669] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.825669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.825669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.826291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.826291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.826291] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a is going to be updated. [ 1198.861402] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.861881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.861881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.861881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.862058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.870861] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: IN_PROGRESS for 2s [ 1198.946372] env[65894]: INFO networking_nsxv3.common.synchronization [req-3b7ad687-58af-4b3c-9178-a9126e0d47f6 req-4914e0a9-de6b-4e3c-9e5b-5c1a428b4c2e service nova] Enqueued Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_rules [ 1198.946880] env[65894]: INFO networking_nsxv3.common.synchronization [req-3b7ad687-58af-4b3c-9178-a9126e0d47f6 req-4914e0a9-de6b-4e3c-9e5b-5c1a428b4c2e service nova] Enqueued Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1198.947411] env[65894]: INFO networking_nsxv3.common.synchronization [req-3b7ad687-58af-4b3c-9178-a9126e0d47f6 req-4914e0a9-de6b-4e3c-9e5b-5c1a428b4c2e service nova] Enqueued Resource ID: ac125f41-82c2-4a3e-8ee4-9225f69e18dc with Priority: HIGHEST for action port [ 1198.948314] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_rules [ 1198.948539] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1198.948680] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac125f41-82c2-4a3e-8ee4-9225f69e18dc with Priority: HIGHEST for action port [ 1198.949051] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.949217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.949316] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.949606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.949699] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.951520] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.951620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.952191] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac125f41-82c2-4a3e-8ee4-9225f69e18dc taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.952191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac125f41-82c2-4a3e-8ee4-9225f69e18dc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.952348] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac125f41-82c2-4a3e-8ee4-9225f69e18dc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.952588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac125f41-82c2-4a3e-8ee4-9225f69e18dc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.952720] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac125f41-82c2-4a3e-8ee4-9225f69e18dc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.022504] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 in Status: SUCCESS [ 1199.022696] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 deletion is rescheduled due to dependency. [ 1199.022815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.456683] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac125f41-82c2-4a3e-8ee4-9225f69e18dc with status ACTIVE [ 1199.456908] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.457636] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.457636] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.458052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.458212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.458450] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.458604] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.458700] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.458903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.459070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.459287] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.459472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.459547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.459757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.459856] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.459975] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac125f41-82c2-4a3e-8ee4-9225f69e18dc is going to be updated. [ 1199.461929] env[65894]: INFO networking_nsxv3.common.synchronization [req-202c2a06-ea09-43ed-a67f-227218f3f568 req-583f84f1-b1c3-442a-b3eb-707b1386e75d tempest-AttachVolumeNegativeTest-1233650290 tempest-AttachVolumeNegativeTest-1233650290-project-member] Enqueued Resource ID: d59a4f98-1968-4783-9980-23d18abae451 with Priority: HIGHEST for action security_group_members [ 1199.462326] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.462468] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.462991] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59a4f98-1968-4783-9980-23d18abae451 with Priority: HIGHEST for action security_group_members [ 1199.463712] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59a4f98-1968-4783-9980-23d18abae451 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.463855] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59a4f98-1968-4783-9980-23d18abae451" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.463970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59a4f98-1968-4783-9980-23d18abae451" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.464198] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59a4f98-1968-4783-9980-23d18abae451" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.464387] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.464510] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.464615] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.464791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.464910] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.465048] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d59a4f98-1968-4783-9980-23d18abae451',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.483289] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.483457] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.483556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.483785] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.483928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.484108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac125f41-82c2-4a3e-8ee4-9225f69e18dc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.968622] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.968947] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.968947] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.969063] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.969150] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.969353] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.969450] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.969511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.969660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.969733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.969843] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d59a4f98-1968-4783-9980-23d18abae451 is going to be updated. [ 1199.995965] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.996167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.996167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.996367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.996503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.005145] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d59a4f98-1968-4783-9980-23d18abae451 in Status: IN_PROGRESS for 2s [ 1200.484592] env[65894]: INFO networking_nsxv3.common.synchronization [req-f8ec4b7b-038c-4153-a90c-126bc71ed93f req-656adc89-8075-4bdc-a0e4-d769cdb59c41 tempest-ServerRescueTestJSON-2126728231 tempest-ServerRescueTestJSON-2126728231-project-member] Enqueued Resource ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 with Priority: HIGHEST for action security_group_members [ 1200.485156] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 with Priority: HIGHEST for action security_group_members [ 1200.485460] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.485584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.485646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.485851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.486010] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.486114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.486174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.486326] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.486406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.486503] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f72c7a66-8e26-4ee8-ab43-7b2847a52b90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.883286] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: SUCCESS [ 1200.883598] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.883837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.884224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.884427] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.884597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.884693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.884923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.885060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.885204] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.988122] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f72c7a66-8e26-4ee8-ab43-7b2847a52b90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.387321] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.490349] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f72c7a66-8e26-4ee8-ab43-7b2847a52b90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.889598] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.992954] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.993495] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.993495] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.993495] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.993495] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.993714] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 is going to be updated. [ 1202.100015] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d59a4f98-1968-4783-9980-23d18abae451 in Status: SUCCESS [ 1202.100248] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d59a4f98-1968-4783-9980-23d18abae451 deletion is rescheduled due to dependency. [ 1202.100393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59a4f98-1968-4783-9980-23d18abae451" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.109524] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.109524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.109524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.109770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.109851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.119726] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 in Status: IN_PROGRESS for 2s [ 1202.392508] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.392728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.392812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.393049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.393156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.393269] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a is going to be updated. [ 1202.426530] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.426723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.426723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.426945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.427126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.437184] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: IN_PROGRESS for 2s [ 1204.136194] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 in Status: SUCCESS [ 1204.136565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.448699] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: SUCCESS [ 1204.448973] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.449162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.449436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.449733] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.449862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.449928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.450133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.450217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.450319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.450408] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.953475] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.953655] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.953770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.954192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.954678] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.954678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.954678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.954881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.955020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.955136] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.955348] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.955442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.955513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.956883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.956883] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.956883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.956883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.956883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.956883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.956883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.956883] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.458748] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fb1fe21-7e7f-434c-8a29-68fc1581333a: rpc.has_security_group_logging(os_id): False [ 1205.477444] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.477630] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.477630] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.477839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.477925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.478176] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.478275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.478351] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.478466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.478531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.478704] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.478793] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.478847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.479015] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.479108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.479292] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.479379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.479432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.479730] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.479826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.479934] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a is going to be updated. [ 1205.485871] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1205.485996] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1205.541607] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.541806] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.541806] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.542157] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.542304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.564171] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: IN_PROGRESS for 2s [ 1207.588454] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: SUCCESS [ 1207.588860] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.362760] env[65894]: INFO networking_nsxv3.common.synchronization [req-ac3ec9e4-b721-42a4-a40b-19120cc72914 req-efb79241-22a9-4df0-be33-b8ad5ed0adc7 tempest-ServerRescueTestJSON-2126728231 tempest-ServerRescueTestJSON-2126728231-project-member] Enqueued Resource ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 with Priority: HIGHEST for action security_group_members [ 1208.363210] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 with Priority: HIGHEST for action security_group_members [ 1208.364122] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.364122] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.364122] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.364122] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.364122] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.364426] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.364426] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.364426] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.364533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.364565] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f72c7a66-8e26-4ee8-ab43-7b2847a52b90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.451127] env[65894]: INFO networking_nsxv3.common.synchronization [req-0cf2348f-afed-42d2-b1ba-4c416eb3ce43 req-9f72e885-9b01-4da0-b142-8084fe5ed57a tempest-ServerActionsTestJSON-369892048 tempest-ServerActionsTestJSON-369892048-project-member] Enqueued Resource ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 with Priority: HIGHEST for action security_group_members [ 1208.451506] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 with Priority: HIGHEST for action security_group_members [ 1208.451899] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.452157] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.452233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.452483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.452680] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.452786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.452846] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.453215] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.453334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.454126] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('902e4c7f-5e70-49f8-8e9d-d5e7a9305565',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.825918] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.826213] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-515" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.826295] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-515" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.826698] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-515" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.826798] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.826958] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.827140] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.827410] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.827555] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.827768] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1208.827877] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1208.827981] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1208.828102] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1208.828225] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1208.828331] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1208.828459] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1208.859574] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1208.859774] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1208.859884] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1208.860102] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-515" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.860440] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-e160dcfb-712c-4f6c-a8df-6a16fbcc7f43 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.860608] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-e160dcfb-712c-4f6c-a8df-6a16fbcc7f43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.860727] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-e160dcfb-712c-4f6c-a8df-6a16fbcc7f43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.861079] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-e160dcfb-712c-4f6c-a8df-6a16fbcc7f43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.861215] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e160dcfb-712c-4f6c-a8df-6a16fbcc7f43',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.866869] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.867058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.867058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.867330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.867425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.867630] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.867730] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.867811] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.867973] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.868060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.868149] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 is going to be updated. [ 1208.902153] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.902368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.902416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.902669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.902850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.914054] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 in Status: IN_PROGRESS for 2s [ 1208.955605] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.955797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.955841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.956060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.956267] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.956518] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.956685] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.956819] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.956954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.957076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.957173] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 is going to be updated. [ 1208.986246] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.986469] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.986529] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.986777] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.986938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.003852] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 in Status: IN_PROGRESS for 2s [ 1209.363921] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.364178] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.364301] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.364752] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.365020] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.365201] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port e160dcfb-712c-4f6c-a8df-6a16fbcc7f43 not found, creating... [ 1209.365471] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.365634] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.365748] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.365982] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.366138] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.366415] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.366566] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.366679] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.366886] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.367031] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.367171] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: e160dcfb-712c-4f6c-a8df-6a16fbcc7f43 is going to be created. [ 1209.389247] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.389490] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.389632] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.390214] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.390303] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.390891] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-e160dcfb-712c-4f6c-a8df-6a16fbcc7f43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.082592] env[65894]: INFO networking_nsxv3.common.synchronization [req-0cf2348f-afed-42d2-b1ba-4c416eb3ce43 req-3e55d00f-b8f7-48a2-9125-ebc5c87766f5 service nova] Enqueued Resource ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 with Priority: HIGHEST for action security_group_rules [ 1210.082915] env[65894]: INFO networking_nsxv3.common.synchronization [req-0cf2348f-afed-42d2-b1ba-4c416eb3ce43 req-3e55d00f-b8f7-48a2-9125-ebc5c87766f5 service nova] Enqueued Resource ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 with Priority: HIGHEST for action security_group_members [ 1210.082915] env[65894]: INFO networking_nsxv3.common.synchronization [req-0cf2348f-afed-42d2-b1ba-4c416eb3ce43 req-3e55d00f-b8f7-48a2-9125-ebc5c87766f5 service nova] Enqueued Resource ID: e160dcfb-712c-4f6c-a8df-6a16fbcc7f43 with Priority: HIGHEST for action port [ 1210.083441] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 with Priority: HIGHEST for action security_group_rules [ 1210.083589] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 with Priority: HIGHEST for action security_group_members [ 1210.083686] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e160dcfb-712c-4f6c-a8df-6a16fbcc7f43 with Priority: HIGHEST for action port [ 1210.083961] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-902e4c7f-5e70-49f8-8e9d-d5e7a9305565 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.084369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.084449] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.084657] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.084741] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('902e4c7f-5e70-49f8-8e9d-d5e7a9305565',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.086542] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.086542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.086542] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-e160dcfb-712c-4f6c-a8df-6a16fbcc7f43 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.087698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e160dcfb-712c-4f6c-a8df-6a16fbcc7f43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.087833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e160dcfb-712c-4f6c-a8df-6a16fbcc7f43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.088073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e160dcfb-712c-4f6c-a8df-6a16fbcc7f43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.088382] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e160dcfb-712c-4f6c-a8df-6a16fbcc7f43',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.587701] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.587847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.590227] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e160dcfb-712c-4f6c-a8df-6a16fbcc7f43 with status ACTIVE [ 1210.590444] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.590575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.590651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.590850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.590945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.591243] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.591350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.591454] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.591571] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.591666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.591816] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.591906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.591967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.592209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.592305] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.592453] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e160dcfb-712c-4f6c-a8df-6a16fbcc7f43 is going to be updated. [ 1210.616658] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.616809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.616879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.617584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.617736] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.617909] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e160dcfb-712c-4f6c-a8df-6a16fbcc7f43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.923703] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 in Status: SUCCESS [ 1210.923856] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 deletion is rescheduled due to dependency. [ 1210.923955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.014842] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 in Status: SUCCESS [ 1211.015055] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 deletion is rescheduled due to dependency. [ 1211.015143] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.015320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.015534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.015713] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.015828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.015893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.016071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.016161] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.016272] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('902e4c7f-5e70-49f8-8e9d-d5e7a9305565',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.519091] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('902e4c7f-5e70-49f8-8e9d-d5e7a9305565',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.025318] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('902e4c7f-5e70-49f8-8e9d-d5e7a9305565',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.526462] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.526804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.526804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.526947] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.527080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.527251] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 is going to be updated. [ 1212.594342] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.594533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.594533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.594758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.594903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.608218] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 in Status: IN_PROGRESS for 2s [ 1214.624211] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 in Status: SUCCESS [ 1214.624707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.624707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.625308] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.625308] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.625308] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.625487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.625525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.625598] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.625725] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.625809] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('902e4c7f-5e70-49f8-8e9d-d5e7a9305565',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.729406] env[65894]: INFO networking_nsxv3.common.synchronization [req-8ab3a602-f357-4f08-a4f3-e8c85134ffdd req-4529110e-2061-4c9f-9f58-2985ff10851f tempest-ServersTestJSON-1690636900 tempest-ServersTestJSON-1690636900-project-member] Enqueued Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1214.729789] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1214.730348] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.730558] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.730687] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.731043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.731340] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.731518] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.731635] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.731906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.732133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.732276] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.127506] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.127506] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-607" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.127506] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-607" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.127506] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-607" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.128252] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.128619] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.128896] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.129266] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.129591] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.129924] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1215.130248] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1215.130484] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1215.130710] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1215.130971] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1215.131229] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1215.133058] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1215.134843] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('902e4c7f-5e70-49f8-8e9d-d5e7a9305565',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.160182] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1215.161104] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1215.161443] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1215.161811] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-607" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.162855] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-5e56f706-5643-4578-b667-79d879357655 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.162855] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-5e56f706-5643-4578-b667-79d879357655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.163195] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-5e56f706-5643-4578-b667-79d879357655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.163699] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-5e56f706-5643-4578-b667-79d879357655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.164766] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e56f706-5643-4578-b667-79d879357655',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.236536] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.638800] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 902e4c7f-5e70-49f8-8e9d-d5e7a9305565: rpc.has_security_group_logging(os_id): False [ 1215.659109] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.659337] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.659337] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.659571] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.659657] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.659950] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.660063] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.660124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.660279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.660358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.660461] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 is going to be updated. [ 1215.669258] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.669496] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.669621] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.670143] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.670254] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.673170] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 5e56f706-5643-4578-b667-79d879357655 not found, creating... [ 1215.673170] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.673170] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.673170] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.673170] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.673170] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.673170] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.673170] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.673170] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.673170] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.673635] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.673635] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 5e56f706-5643-4578-b667-79d879357655 is going to be created. [ 1215.694132] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.694488] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.694488] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.694750] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.694995] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.695332] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-5e56f706-5643-4578-b667-79d879357655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.738634] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.742333] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.743688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.743688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.743688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.743688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.779952] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 in Status: IN_PROGRESS for 2s [ 1216.246157] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.246333] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.246406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.246628] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.246753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.246829] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a is going to be updated. [ 1216.277082] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.277082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.277082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.277082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.277082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.287020] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: IN_PROGRESS for 2s [ 1216.482403] env[65894]: INFO networking_nsxv3.common.synchronization [req-8ab3a602-f357-4f08-a4f3-e8c85134ffdd req-894370ee-3d50-40b3-8c74-95d5281b3a87 service nova] Enqueued Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_rules [ 1216.482605] env[65894]: INFO networking_nsxv3.common.synchronization [req-8ab3a602-f357-4f08-a4f3-e8c85134ffdd req-894370ee-3d50-40b3-8c74-95d5281b3a87 service nova] Enqueued Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1216.482791] env[65894]: INFO networking_nsxv3.common.synchronization [req-8ab3a602-f357-4f08-a4f3-e8c85134ffdd req-894370ee-3d50-40b3-8c74-95d5281b3a87 service nova] Enqueued Resource ID: 5e56f706-5643-4578-b667-79d879357655 with Priority: HIGHEST for action port [ 1216.483399] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_rules [ 1216.483549] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1216.483647] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e56f706-5643-4578-b667-79d879357655 with Priority: HIGHEST for action port [ 1216.483955] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.484067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.484181] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.484346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.484482] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.485368] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.485472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.485680] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e56f706-5643-4578-b667-79d879357655 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.485770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e56f706-5643-4578-b667-79d879357655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.485881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e56f706-5643-4578-b667-79d879357655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.486025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e56f706-5643-4578-b667-79d879357655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.486102] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e56f706-5643-4578-b667-79d879357655',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.988322] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.988599] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.988639] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e56f706-5643-4578-b667-79d879357655 with status ACTIVE [ 1216.988798] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.988939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.989009] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.989186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.989278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.989454] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.989545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.989607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.989757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.989833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.990124] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.990224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.990282] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.990424] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.990496] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.990579] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e56f706-5643-4578-b667-79d879357655 is going to be updated. [ 1217.013732] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.013950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.013950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.014209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.014368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.014554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e56f706-5643-4578-b667-79d879357655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.793774] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 in Status: SUCCESS [ 1217.794388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.304358] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: SUCCESS [ 1218.306201] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.307291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.307901] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.308648] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.308874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.309051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.310315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.310485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.310559] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.813209] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.261583] env[65894]: INFO networking_nsxv3.common.synchronization [req-f8117180-6e4f-43f1-a081-b0ba36fbf186 req-d9e04b3a-33f8-4073-8296-99f6fc30f060 tempest-ServerActionsTestOtherA-952538109 tempest-ServerActionsTestOtherA-952538109-project-member] Enqueued Resource ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c with Priority: HIGHEST for action security_group_members [ 1219.261583] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c with Priority: HIGHEST for action security_group_members [ 1219.261583] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e516a82-0c04-4a27-992a-06cb0c94d32c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.261583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.261583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.261861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.261861] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.261962] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.262724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.262724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.262724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.262943] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e516a82-0c04-4a27-992a-06cb0c94d32c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.316474] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.630493] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-641 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.630781] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-641" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.630906] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-641" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.631198] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-641" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.631464] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.631621] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.631737] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.631953] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.632137] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.632372] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1219.632486] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1219.632590] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1219.632695] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1219.632799] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1219.632901] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1219.633041] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1219.655089] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1219.655089] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1219.655089] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1219.655089] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-641" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.655089] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-63ba3b57-ce9f-4495-9d55-353bad08e49f taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.655485] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-63ba3b57-ce9f-4495-9d55-353bad08e49f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.655485] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-63ba3b57-ce9f-4495-9d55-353bad08e49f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.655563] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-63ba3b57-ce9f-4495-9d55-353bad08e49f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.655696] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63ba3b57-ce9f-4495-9d55-353bad08e49f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.768336] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.768574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.768574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.768755] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.768840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.769036] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.769140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.769201] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.769387] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.769473] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.769559] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c already deleted. [ 1219.769638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.818504] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.818657] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.818729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.818938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.819042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.819145] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a is going to be updated. [ 1219.859730] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.859916] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.859986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.860251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.860381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.870254] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: IN_PROGRESS for 2s [ 1220.158320] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.158600] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.158679] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.158922] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.159109] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.159242] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 63ba3b57-ce9f-4495-9d55-353bad08e49f not found, creating... [ 1220.159512] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.159658] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.159769] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.159992] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.160211] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.160490] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.160645] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.160762] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.160995] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.161151] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.161290] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 63ba3b57-ce9f-4495-9d55-353bad08e49f is going to be created. [ 1220.183039] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.183273] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.183401] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.183682] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.183918] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.184196] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-63ba3b57-ce9f-4495-9d55-353bad08e49f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.922835] env[65894]: INFO networking_nsxv3.common.synchronization [req-f8117180-6e4f-43f1-a081-b0ba36fbf186 req-57070a7c-0710-45a1-bcc2-29b4a67df826 service nova] Enqueued Resource ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c with Priority: HIGHEST for action security_group_rules [ 1220.923185] env[65894]: INFO networking_nsxv3.common.synchronization [req-f8117180-6e4f-43f1-a081-b0ba36fbf186 req-57070a7c-0710-45a1-bcc2-29b4a67df826 service nova] Enqueued Resource ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c with Priority: HIGHEST for action security_group_members [ 1220.923242] env[65894]: INFO networking_nsxv3.common.synchronization [req-f8117180-6e4f-43f1-a081-b0ba36fbf186 req-57070a7c-0710-45a1-bcc2-29b4a67df826 service nova] Enqueued Resource ID: 63ba3b57-ce9f-4495-9d55-353bad08e49f with Priority: HIGHEST for action port [ 1220.924615] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c with Priority: HIGHEST for action security_group_rules [ 1220.924615] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c with Priority: HIGHEST for action security_group_members [ 1220.924615] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ba3b57-ce9f-4495-9d55-353bad08e49f with Priority: HIGHEST for action port [ 1220.924615] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e516a82-0c04-4a27-992a-06cb0c94d32c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.924615] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.924615] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.925200] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.925200] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e516a82-0c04-4a27-992a-06cb0c94d32c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.926081] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e516a82-0c04-4a27-992a-06cb0c94d32c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.926261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.926391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.926705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.926872] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.926978] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.927078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.927332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.927439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.927625] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e516a82-0c04-4a27-992a-06cb0c94d32c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.928474] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-63ba3b57-ce9f-4495-9d55-353bad08e49f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.930116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63ba3b57-ce9f-4495-9d55-353bad08e49f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.930116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63ba3b57-ce9f-4495-9d55-353bad08e49f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.930116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63ba3b57-ce9f-4495-9d55-353bad08e49f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.930116] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63ba3b57-ce9f-4495-9d55-353bad08e49f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.431410] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e516a82-0c04-4a27-992a-06cb0c94d32c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.432637] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e516a82-0c04-4a27-992a-06cb0c94d32c taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.432761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.434439] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63ba3b57-ce9f-4495-9d55-353bad08e49f with status ACTIVE [ 1221.434626] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.434739] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.434806] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.435040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.435121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.435295] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.435392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.435449] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.435631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.435689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.435850] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.435942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.436011] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.436149] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.436222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.436304] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63ba3b57-ce9f-4495-9d55-353bad08e49f is going to be updated. [ 1221.458773] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.458974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.459086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.459403] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.459568] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.459776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63ba3b57-ce9f-4495-9d55-353bad08e49f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.880872] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: SUCCESS [ 1221.881113] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.881277] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.881502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.881689] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.881805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.881869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.882034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.882175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.882273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.882366] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.884762] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-392 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.884932] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-392" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.885055] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-392" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.885271] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-392" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.885515] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.885897] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.885897] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.885998] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.886101] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.886320] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1221.886751] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1221.886751] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1221.886751] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1221.886751] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1221.886883] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1221.886922] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1221.906212] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1221.906379] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1221.906612] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1221.906718] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-392" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.906956] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-eeb2894a-f91e-44ef-9376-b40047825a35 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.907136] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-eeb2894a-f91e-44ef-9376-b40047825a35" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.907317] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-eeb2894a-f91e-44ef-9376-b40047825a35" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.907590] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-eeb2894a-f91e-44ef-9376-b40047825a35" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.907722] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eeb2894a-f91e-44ef-9376-b40047825a35',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.935546] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e516a82-0c04-4a27-992a-06cb0c94d32c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.388966] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.389152] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.389262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.389527] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.389836] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.389916] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.389947] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.390180] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.390296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.390411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.390591] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.390726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.390797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.390946] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.391110] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.391217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.391305] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.391453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.391532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.391615] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.391703] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.410408] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.410604] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.410727] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.410982] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.411147] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.411496] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.411674] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.411790] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.412016] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.412222] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.412516] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.412674] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.412801] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.413013] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.413174] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.413325] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: eeb2894a-f91e-44ef-9376-b40047825a35 is going to be updated. [ 1222.434229] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.434469] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.434602] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.434877] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.435091] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.435524] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-eeb2894a-f91e-44ef-9376-b40047825a35" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.437284] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.437418] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.437490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.439027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.439027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.439027] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c is going to be created. [ 1222.461415] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.461665] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.461665] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.461899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.462096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.473807] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c in Status: UNINITIALIZED for 2s [ 1222.894570] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fb1fe21-7e7f-434c-8a29-68fc1581333a: rpc.has_security_group_logging(os_id): False [ 1222.916867] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.917084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.917084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.917309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.917440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.917771] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.917925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.917990] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.918165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.918259] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.918453] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.918548] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.918608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.918750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.918824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.919010] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.919127] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.919206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.919350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.919426] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.919613] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a is going to be updated. [ 1222.985022] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.985406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.985406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.985406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.985551] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.005656] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: IN_PROGRESS for 2s [ 1223.136638] env[65894]: INFO networking_nsxv3.common.synchronization [req-5c5b41f1-17e9-4559-a89e-eae30e82157b req-bf73eac5-ee6f-495b-8f56-eaf135682d79 service nova] Enqueued Resource ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a with Priority: HIGHEST for action security_group_rules [ 1223.136779] env[65894]: INFO networking_nsxv3.common.synchronization [req-5c5b41f1-17e9-4559-a89e-eae30e82157b req-bf73eac5-ee6f-495b-8f56-eaf135682d79 service nova] Enqueued Resource ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a with Priority: HIGHEST for action security_group_members [ 1223.136956] env[65894]: INFO networking_nsxv3.common.synchronization [req-5c5b41f1-17e9-4559-a89e-eae30e82157b req-bf73eac5-ee6f-495b-8f56-eaf135682d79 service nova] Enqueued Resource ID: eeb2894a-f91e-44ef-9376-b40047825a35 with Priority: HIGHEST for action port [ 1223.137543] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a with Priority: HIGHEST for action security_group_rules [ 1223.137673] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a with Priority: HIGHEST for action security_group_members [ 1223.137851] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeb2894a-f91e-44ef-9376-b40047825a35 with Priority: HIGHEST for action port [ 1223.138161] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60a403cf-fc44-47bb-846c-b05e8988ed2a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.138513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.138631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.138879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.138963] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60a403cf-fc44-47bb-846c-b05e8988ed2a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.139837] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a403cf-fc44-47bb-846c-b05e8988ed2a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.139956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.140129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.140263] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.140455] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.140585] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.140585] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.140717] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.141889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.141889] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60a403cf-fc44-47bb-846c-b05e8988ed2a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.141889] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-eeb2894a-f91e-44ef-9376-b40047825a35 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.141889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eeb2894a-f91e-44ef-9376-b40047825a35" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.141889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eeb2894a-f91e-44ef-9376-b40047825a35" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.142773] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eeb2894a-f91e-44ef-9376-b40047825a35" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.142773] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eeb2894a-f91e-44ef-9376-b40047825a35',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.645379] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a403cf-fc44-47bb-846c-b05e8988ed2a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.645379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.645379] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60a403cf-fc44-47bb-846c-b05e8988ed2a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.646227] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eeb2894a-f91e-44ef-9376-b40047825a35 with status ACTIVE [ 1223.646314] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.646467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.646505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.646715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.646852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.646986] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.647095] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.647158] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.647358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.647444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.647634] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.648533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.648612] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.648797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.648858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.648949] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eeb2894a-f91e-44ef-9376-b40047825a35 is going to be updated. [ 1223.672258] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.672400] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.672514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.672694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.672829] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.672996] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eeb2894a-f91e-44ef-9376-b40047825a35" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.150833] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60a403cf-fc44-47bb-846c-b05e8988ed2a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.483828] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c in Status: SUCCESS [ 1224.484095] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.484252] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.484518] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.484685] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.484807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.484879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.485092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.485183] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.485301] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.485411] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e516a82-0c04-4a27-992a-06cb0c94d32c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.652848] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.653066] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.653066] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.653283] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.653376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.653479] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a is going to be updated. [ 1224.682249] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.682430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.682488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.682715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.682869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.693716] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a in Status: IN_PROGRESS for 2s [ 1224.987338] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e516a82-0c04-4a27-992a-06cb0c94d32c taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.987500] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.987572] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.987805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.987981] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.988101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.988164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.988319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.988405] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.988492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.988635] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e516a82-0c04-4a27-992a-06cb0c94d32c taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.988726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.988786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.988929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.989077] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.989168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.989227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.989365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.989462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.989552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.989645] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e516a82-0c04-4a27-992a-06cb0c94d32c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.021625] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: SUCCESS [ 1225.021838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.491932] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e516a82-0c04-4a27-992a-06cb0c94d32c: rpc.has_security_group_logging(os_id): False [ 1225.514195] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.514366] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.514477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.514669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.514773] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.514993] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.515119] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.515174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.515381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.515510] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.515703] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.515807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.515861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.516044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.516161] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.516395] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.516591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.516667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.516902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.517015] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.517081] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c is going to be created. [ 1225.582018] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.582018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.582018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.582018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.582018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.593033] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c in Status: IN_PROGRESS for 2s [ 1226.696346] env[65894]: INFO networking_nsxv3.common.synchronization [req-8371bc37-0988-454f-be7b-c44791ba02a0 req-2f0b405d-2edb-48ff-97f8-a7b1def2f067 tempest-ServersTestJSON-1690636900 tempest-ServersTestJSON-1690636900-project-member] Enqueued Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1226.696877] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1226.697648] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.697772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.697834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.698041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.698199] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.698315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.698354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.698507] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.698590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.698684] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.705382] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a in Status: SUCCESS [ 1226.705580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.705725] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.705918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.706102] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.706216] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.706273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.706422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.706501] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.706585] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.706671] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60a403cf-fc44-47bb-846c-b05e8988ed2a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.201894] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.209544] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60a403cf-fc44-47bb-846c-b05e8988ed2a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.606369] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c in Status: SUCCESS [ 1227.606369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.704154] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.711979] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60a403cf-fc44-47bb-846c-b05e8988ed2a: rpc.has_security_group_logging(os_id): False [ 1227.733808] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.733995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.734074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.734250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.734365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.734679] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.734789] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.734789] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.734964] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.735017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.735118] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a is going to be updated. [ 1227.800161] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.800161] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.800161] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.800161] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.800479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.814359] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a in Status: IN_PROGRESS for 2s [ 1228.207104] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.207327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.207462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.207733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.207882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.208037] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a is going to be updated. [ 1228.237939] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.238099] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.238188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.238482] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.238663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.248056] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: IN_PROGRESS for 2s [ 1229.829652] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a in Status: SUCCESS [ 1229.830026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.258077] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: SUCCESS [ 1230.258482] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.697851] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1231.698135] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1231.725870] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-903 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.726125] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-903" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.726266] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-903" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.726683] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-903" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.726982] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.727157] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.727273] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.727504] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.727649] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.727853] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1231.727964] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1231.728093] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1231.728194] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1231.728300] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1231.728405] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1231.729012] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1231.749745] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1231.750017] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1231.750103] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1231.750288] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-903" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.750604] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-731c7ab7-2a06-47d4-8257-d8c9e97a76a7 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.750800] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-731c7ab7-2a06-47d4-8257-d8c9e97a76a7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.750920] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-731c7ab7-2a06-47d4-8257-d8c9e97a76a7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.751195] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-731c7ab7-2a06-47d4-8257-d8c9e97a76a7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.751325] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('731c7ab7-2a06-47d4-8257-d8c9e97a76a7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.254075] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.254075] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.254075] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.254428] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.254485] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.254777] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.254941] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.255067] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.255287] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.255420] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.255692] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.255842] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.255955] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.256175] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.256307] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.256471] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 731c7ab7-2a06-47d4-8257-d8c9e97a76a7 is going to be updated. [ 1232.278826] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.279105] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.279236] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.279495] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.279689] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.279908] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-731c7ab7-2a06-47d4-8257-d8c9e97a76a7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.998929] env[65894]: INFO networking_nsxv3.common.synchronization [req-2fff5aa8-27ab-46ae-8e20-5e3b36da2337 req-bd56d78d-e693-4e91-b758-261e0d14b75c service nova] Enqueued Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGHEST for action security_group_rules [ 1232.999222] env[65894]: INFO networking_nsxv3.common.synchronization [req-2fff5aa8-27ab-46ae-8e20-5e3b36da2337 req-bd56d78d-e693-4e91-b758-261e0d14b75c service nova] Enqueued Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGHEST for action security_group_members [ 1232.999280] env[65894]: INFO networking_nsxv3.common.synchronization [req-2fff5aa8-27ab-46ae-8e20-5e3b36da2337 req-bd56d78d-e693-4e91-b758-261e0d14b75c service nova] Enqueued Resource ID: 731c7ab7-2a06-47d4-8257-d8c9e97a76a7 with Priority: HIGHEST for action port [ 1232.999929] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGHEST for action security_group_rules [ 1233.000985] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGHEST for action security_group_members [ 1233.000985] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 731c7ab7-2a06-47d4-8257-d8c9e97a76a7 with Priority: HIGHEST for action port [ 1233.000985] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.000985] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.001218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.001584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.001584] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.003824] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.004790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.004790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.004790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.004790] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.004790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.004790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.004790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.004790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.005157] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.005749] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-731c7ab7-2a06-47d4-8257-d8c9e97a76a7 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.005839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-731c7ab7-2a06-47d4-8257-d8c9e97a76a7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.005883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-731c7ab7-2a06-47d4-8257-d8c9e97a76a7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.006057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-731c7ab7-2a06-47d4-8257-d8c9e97a76a7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.006138] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('731c7ab7-2a06-47d4-8257-d8c9e97a76a7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.504693] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.504693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.508101] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.509183] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 731c7ab7-2a06-47d4-8257-d8c9e97a76a7 with status ACTIVE [ 1233.510018] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.510018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.510018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.510018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.510236] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.510302] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.510402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.510461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.510612] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.512045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.512045] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.512045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.512045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.512045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.512045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.512045] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 731c7ab7-2a06-47d4-8257-d8c9e97a76a7 is going to be updated. [ 1233.539244] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.539447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.539492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.539801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.539942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.540174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-731c7ab7-2a06-47d4-8257-d8c9e97a76a7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.014441] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.516573] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.516734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.516808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.517054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.517148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.517491] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 is going to be updated. [ 1234.548536] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.548726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.548802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.548961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.549112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.558766] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 in Status: IN_PROGRESS for 2s [ 1236.572017] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 in Status: SUCCESS [ 1236.572548] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.572692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.572980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.573293] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.573459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.573558] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.573762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.573852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.573944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.574176] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.685809] env[65894]: INFO networking_nsxv3.common.synchronization [req-83b101f3-2a4f-4350-9d8f-33083de67e7c req-8da0550c-70ee-4d8c-9516-861ddf093811 tempest-ServersTestJSON-1690636900 tempest-ServersTestJSON-1690636900-project-member] Enqueued Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1236.686957] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1236.687263] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.687439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.687547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.687719] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.687897] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.688018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.688088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.688246] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.688332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.688419] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.076862] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.191496] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.579174] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91557f36-122d-4ce6-b2f5-8f5f25dd61b2: rpc.has_security_group_logging(os_id): False [ 1237.599812] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.600052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.600052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.600243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.600384] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.600621] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.600717] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.600779] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.600938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.601033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.601959] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 is going to be updated. [ 1237.680894] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.680894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.680894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.680894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.680894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.693594] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.702594] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 in Status: IN_PROGRESS for 2s [ 1238.197116] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.197116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.197116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.197116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.197403] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.197403] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a is going to be updated. [ 1238.229348] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.229523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.229613] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.229867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.230035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.240827] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: IN_PROGRESS for 2s [ 1239.718219] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 in Status: SUCCESS [ 1239.718658] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.251682] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: SUCCESS [ 1240.251682] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.687912] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1241.688305] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1246.099362] env[65894]: INFO networking_nsxv3.common.synchronization [req-ed82fa5a-8cc4-4539-ae7d-c70ec06af2a0 req-c73b95d1-d6c3-41c8-8795-40321ef2f1bc tempest-ServersTestJSON-1690636900 tempest-ServersTestJSON-1690636900-project-member] Enqueued Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1246.099362] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1246.099362] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.099362] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.099362] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.099362] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.099790] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.099790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.099790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.099790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.099967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.099967] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.393071] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.393071] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-607" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.393071] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-607" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.393327] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-607" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.393571] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.393790] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.393935] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.394190] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.394368] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.394607] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1246.394742] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1246.394849] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1246.394979] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1246.395126] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1246.395268] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1246.395427] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1246.417302] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1246.417506] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1246.417649] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1246.417810] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-607" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.418144] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-1d9da82f-b2fc-4a9e-be1b-937c51597448 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.418319] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-1d9da82f-b2fc-4a9e-be1b-937c51597448" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.418437] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-1d9da82f-b2fc-4a9e-be1b-937c51597448" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.418774] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-1d9da82f-b2fc-4a9e-be1b-937c51597448" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.418910] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d9da82f-b2fc-4a9e-be1b-937c51597448',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.602016] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.818449] env[65894]: INFO networking_nsxv3.common.synchronization [req-e96afbd0-9842-4a4e-ad3f-c0c2eb3eb129 req-f1e719be-1bbd-4b8f-8f6c-f0f5a5b2c529 tempest-ServerActionsTestOtherA-952538109 tempest-ServerActionsTestOtherA-952538109-project-member] Enqueued Resource ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c with Priority: HIGHEST for action security_group_members [ 1246.819120] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c with Priority: HIGHEST for action security_group_members [ 1246.819503] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e516a82-0c04-4a27-992a-06cb0c94d32c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.819632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.819709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.819950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.820123] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.820234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.820305] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.820469] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.820574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.820632] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e516a82-0c04-4a27-992a-06cb0c94d32c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.921536] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.921742] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.921870] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.922215] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.922373] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.922592] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 1d9da82f-b2fc-4a9e-be1b-937c51597448 not found, creating... [ 1246.922875] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.923081] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.923205] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.923523] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.923699] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.923995] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.924153] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.924267] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.924475] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.924609] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.924745] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 1d9da82f-b2fc-4a9e-be1b-937c51597448 is going to be created. [ 1246.945292] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.945573] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.945717] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.945975] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.946407] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.946519] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-1d9da82f-b2fc-4a9e-be1b-937c51597448" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.104378] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.323838] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.323838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.323838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.324082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.324179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.324430] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.324608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.324649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.324868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.324868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.325029] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c is going to be updated. [ 1247.354252] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.354432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.354479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.354678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.354847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.363066] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c in Status: IN_PROGRESS for 2s [ 1247.606980] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.607195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.607195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.607387] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.607475] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.607625] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a is going to be updated. [ 1247.641569] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.641783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.641849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.642111] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.642288] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.651417] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: IN_PROGRESS for 2s [ 1247.686857] env[65894]: INFO networking_nsxv3.common.synchronization [req-ed82fa5a-8cc4-4539-ae7d-c70ec06af2a0 req-84cdeaef-c97c-4889-9e95-9cebf3162b94 service nova] Enqueued Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_rules [ 1247.687159] env[65894]: INFO networking_nsxv3.common.synchronization [req-ed82fa5a-8cc4-4539-ae7d-c70ec06af2a0 req-84cdeaef-c97c-4889-9e95-9cebf3162b94 service nova] Enqueued Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1247.687333] env[65894]: INFO networking_nsxv3.common.synchronization [req-ed82fa5a-8cc4-4539-ae7d-c70ec06af2a0 req-84cdeaef-c97c-4889-9e95-9cebf3162b94 service nova] Enqueued Resource ID: 1d9da82f-b2fc-4a9e-be1b-937c51597448 with Priority: HIGHEST for action port [ 1247.688031] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_rules [ 1247.688195] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1247.688379] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9da82f-b2fc-4a9e-be1b-937c51597448 with Priority: HIGHEST for action port [ 1247.688780] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.688958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.689099] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.689412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.689551] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.691070] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.691800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.692109] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d9da82f-b2fc-4a9e-be1b-937c51597448 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.692261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d9da82f-b2fc-4a9e-be1b-937c51597448" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.692331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d9da82f-b2fc-4a9e-be1b-937c51597448" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.692661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d9da82f-b2fc-4a9e-be1b-937c51597448" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.692722] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d9da82f-b2fc-4a9e-be1b-937c51597448',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.195878] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.196287] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.196287] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d9da82f-b2fc-4a9e-be1b-937c51597448 with status ACTIVE [ 1248.196383] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.196439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.196503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.196722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.196855] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.197093] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.197283] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.197317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.197549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.197663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.197889] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.198026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.198128] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.198306] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.198412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.198523] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d9da82f-b2fc-4a9e-be1b-937c51597448 is going to be updated. [ 1248.218643] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.218845] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.218845] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.219020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.219201] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.219481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d9da82f-b2fc-4a9e-be1b-937c51597448" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.372585] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c in Status: SUCCESS [ 1249.373401] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c deletion is rescheduled due to dependency. [ 1249.373401] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.663065] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: SUCCESS [ 1249.663065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.663065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.663343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.663343] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.663448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.663498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.663653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.663732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.663832] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.166902] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.378865] env[65894]: INFO networking_nsxv3.common.synchronization [req-c56222b3-3a04-40a7-92e4-c65dea9fd7ce req-4e5927cc-3986-460c-b283-da24b42b58b6 tempest-ServerActionsTestOtherB-1343423867 tempest-ServerActionsTestOtherB-1343423867-project-member] Enqueued Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGHEST for action security_group_members [ 1250.379741] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGHEST for action security_group_members [ 1250.379873] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.379979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.380066] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.380290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.380487] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.380604] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.380682] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.380861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.380958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.381072] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.558881] env[65894]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1250.559023] env[65894]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1250.668301] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.883424] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.883606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.883606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.883834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.884490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.884490] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.884490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.884490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.884490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.884744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.884744] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 is going to be updated. [ 1250.913357] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.913544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.913594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.913801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.913949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.922607] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 in Status: IN_PROGRESS for 2s [ 1250.979268] env[65894]: INFO networking_nsxv3.common.synchronization [None req-08041fb9-ba76-4228-b270-4fd6eb1b28c6 tempest-ServerActionsTestOtherA-952538109 tempest-ServerActionsTestOtherA-952538109-project-member] Enqueued Resource ID: 61fc7246-3ec7-454e-a71b-143c16461df6 with Priority: HIGHEST for action security_group_rules [ 1250.979511] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61fc7246-3ec7-454e-a71b-143c16461df6 with Priority: HIGHEST for action security_group_rules [ 1250.979608] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61fc7246-3ec7-454e-a71b-143c16461df6 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.979749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61fc7246-3ec7-454e-a71b-143c16461df6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.979830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61fc7246-3ec7-454e-a71b-143c16461df6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.980528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61fc7246-3ec7-454e-a71b-143c16461df6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.980528] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61fc7246-3ec7-454e-a71b-143c16461df6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.092305] env[65894]: INFO networking_nsxv3.common.synchronization [None req-4ffbe771-3264-4297-9f0e-70d848871364 tempest-ServerActionsTestOtherA-952538109 tempest-ServerActionsTestOtherA-952538109-project-member] Enqueued Resource ID: 61fc7246-3ec7-454e-a71b-143c16461df6 with Priority: HIGHEST for action security_group_rules [ 1251.093015] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61fc7246-3ec7-454e-a71b-143c16461df6 with Priority: HIGHEST for action security_group_rules [ 1251.093382] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61fc7246-3ec7-454e-a71b-143c16461df6 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.093519] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61fc7246-3ec7-454e-a71b-143c16461df6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.170227] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.170392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.170458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.170701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.170797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.170895] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a is going to be updated. [ 1251.202551] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.202763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.202808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.203015] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.203168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.212734] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: IN_PROGRESS for 2s [ 1251.503149] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.503494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.503494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.503635] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.503732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.503827] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61fc7246-3ec7-454e-a71b-143c16461df6 already deleted. [ 1251.503912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61fc7246-3ec7-454e-a71b-143c16461df6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.504082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61fc7246-3ec7-454e-a71b-143c16461df6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.504236] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61fc7246-3ec7-454e-a71b-143c16461df6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.504328] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61fc7246-3ec7-454e-a71b-143c16461df6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.026877] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.027078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.027159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.027450] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.027561] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.027674] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61fc7246-3ec7-454e-a71b-143c16461df6 already deleted. [ 1252.027776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61fc7246-3ec7-454e-a71b-143c16461df6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.933268] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 in Status: SUCCESS [ 1252.933761] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 deletion is rescheduled due to dependency. [ 1252.933761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.223323] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: SUCCESS [ 1253.223502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.223663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.223883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.224086] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.224202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.224267] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.224413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.224492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.224582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.224666] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.727422] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.727648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.727648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.727883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.728517] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.728634] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.728687] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.728855] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.728941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.729042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.729194] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.729283] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.729342] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.729502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.729679] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.729788] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.729840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.729967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.730055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.730138] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.730225] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.232713] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fb1fe21-7e7f-434c-8a29-68fc1581333a: rpc.has_security_group_logging(os_id): False [ 1254.251139] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.251356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.251356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.251554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.251644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.251863] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.251962] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.252034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.252183] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.252257] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.252429] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.252706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.252801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.252972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.253073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.253285] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.253392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.253459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.253757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.253757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.253843] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a is going to be updated. [ 1254.317835] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.318082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.318135] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.318369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.318567] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.330195] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: IN_PROGRESS for 2s [ 1256.094393] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1256.094693] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1256.345557] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: SUCCESS [ 1256.345802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.816651] env[65894]: INFO networking_nsxv3.common.synchronization [req-f8258bee-da08-4ecd-9735-777bea31ed55 req-0a7b0807-20e7-4844-a18c-6c97614ac9bd tempest-ServerActionsTestOtherA-952538109 tempest-ServerActionsTestOtherA-952538109-project-member] Enqueued Resource ID: 61fc7246-3ec7-454e-a71b-143c16461df6 with Priority: HIGHEST for action security_group_members [ 1256.816651] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61fc7246-3ec7-454e-a71b-143c16461df6 with Priority: HIGHEST for action security_group_members [ 1256.816651] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-61fc7246-3ec7-454e-a71b-143c16461df6 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.816651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61fc7246-3ec7-454e-a71b-143c16461df6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.819240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61fc7246-3ec7-454e-a71b-143c16461df6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.819651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61fc7246-3ec7-454e-a71b-143c16461df6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.819997] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.820489] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.820729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.826078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.826078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.826078] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61fc7246-3ec7-454e-a71b-143c16461df6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.110207] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-641 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.110207] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-641" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.110207] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-641" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.110636] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-641" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.110636] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.110727] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.110819] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.111038] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.111184] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.111392] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1257.111511] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1257.111616] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1257.111714] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1257.111821] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1257.111921] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1257.112060] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1257.131913] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1257.132104] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1257.132245] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1257.132420] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-641" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.132827] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-b1b8aa24-ff2e-4256-8f60-6e4f307ca550 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.133014] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-b1b8aa24-ff2e-4256-8f60-6e4f307ca550" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.133137] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-b1b8aa24-ff2e-4256-8f60-6e4f307ca550" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.133492] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-b1b8aa24-ff2e-4256-8f60-6e4f307ca550" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.133686] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1b8aa24-ff2e-4256-8f60-6e4f307ca550',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.327603] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.327868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.327991] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.328336] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.328487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.328780] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.328940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.329072] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.329321] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.329467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.329616] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61fc7246-3ec7-454e-a71b-143c16461df6 already deleted. [ 1257.329770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61fc7246-3ec7-454e-a71b-143c16461df6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.602549] env[65894]: INFO networking_nsxv3.common.synchronization [req-0004c7d9-ce71-498b-bda5-1403ee2cbc05 req-7a23afe0-94e4-4fe9-bf61-a95160471f4c tempest-ServersTestJSON-1690636900 tempest-ServersTestJSON-1690636900-project-member] Enqueued Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1257.603161] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1257.603531] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.603681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.603762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.604055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.604228] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.604331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.604394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.604561] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.604650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.604744] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.635622] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.635834] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.635958] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.636269] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.636420] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.636586] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port b1b8aa24-ff2e-4256-8f60-6e4f307ca550 not found, creating... [ 1257.636849] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.637301] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.637301] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.637413] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.637465] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.637760] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.637957] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.638048] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.638255] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.638396] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.638531] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: b1b8aa24-ff2e-4256-8f60-6e4f307ca550 is going to be created. [ 1257.677448] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.677684] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.677780] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.678171] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.678290] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.678521] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-b1b8aa24-ff2e-4256-8f60-6e4f307ca550" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.106858] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.386214] env[65894]: INFO networking_nsxv3.common.synchronization [req-f8258bee-da08-4ecd-9735-777bea31ed55 req-fb29533f-d03e-491d-85eb-205b8a0f50b5 service nova] Enqueued Resource ID: 61fc7246-3ec7-454e-a71b-143c16461df6 with Priority: HIGHEST for action security_group_rules [ 1258.386496] env[65894]: INFO networking_nsxv3.common.synchronization [req-f8258bee-da08-4ecd-9735-777bea31ed55 req-fb29533f-d03e-491d-85eb-205b8a0f50b5 service nova] Enqueued Resource ID: 61fc7246-3ec7-454e-a71b-143c16461df6 with Priority: HIGHEST for action security_group_members [ 1258.386529] env[65894]: INFO networking_nsxv3.common.synchronization [req-f8258bee-da08-4ecd-9735-777bea31ed55 req-fb29533f-d03e-491d-85eb-205b8a0f50b5 service nova] Enqueued Resource ID: b1b8aa24-ff2e-4256-8f60-6e4f307ca550 with Priority: HIGHEST for action port [ 1258.387022] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61fc7246-3ec7-454e-a71b-143c16461df6 with Priority: HIGHEST for action security_group_rules [ 1258.387171] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61fc7246-3ec7-454e-a71b-143c16461df6 with Priority: HIGHEST for action security_group_members [ 1258.387637] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b8aa24-ff2e-4256-8f60-6e4f307ca550 with Priority: HIGHEST for action port [ 1258.387975] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61fc7246-3ec7-454e-a71b-143c16461df6 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.390450] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61fc7246-3ec7-454e-a71b-143c16461df6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.390516] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61fc7246-3ec7-454e-a71b-143c16461df6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.390750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61fc7246-3ec7-454e-a71b-143c16461df6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.390838] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61fc7246-3ec7-454e-a71b-143c16461df6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.391731] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-61fc7246-3ec7-454e-a71b-143c16461df6 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.391877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61fc7246-3ec7-454e-a71b-143c16461df6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.391948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61fc7246-3ec7-454e-a71b-143c16461df6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.392156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61fc7246-3ec7-454e-a71b-143c16461df6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.392309] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.392406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.392467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.392658] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.392740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.392830] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61fc7246-3ec7-454e-a71b-143c16461df6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.394876] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1b8aa24-ff2e-4256-8f60-6e4f307ca550 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.395707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1b8aa24-ff2e-4256-8f60-6e4f307ca550" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.395842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1b8aa24-ff2e-4256-8f60-6e4f307ca550" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.396046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1b8aa24-ff2e-4256-8f60-6e4f307ca550" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.396242] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1b8aa24-ff2e-4256-8f60-6e4f307ca550',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.609469] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.898564] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61fc7246-3ec7-454e-a71b-143c16461df6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.899790] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-61fc7246-3ec7-454e-a71b-143c16461df6 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.899790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61fc7246-3ec7-454e-a71b-143c16461df6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.899957] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1b8aa24-ff2e-4256-8f60-6e4f307ca550 with status ACTIVE [ 1258.900129] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.900246] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.900309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.900515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.900634] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.900776] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.900874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.900985] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.901123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.901217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.901397] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.901492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.901553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.901694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.901767] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.901848] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1b8aa24-ff2e-4256-8f60-6e4f307ca550 is going to be updated. [ 1258.931139] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.931363] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.931404] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.931674] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.931874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.932071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1b8aa24-ff2e-4256-8f60-6e4f307ca550" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.111697] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.111868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.111909] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.112126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.112215] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.112312] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a is going to be updated. [ 1259.143820] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.144110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.144110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.144373] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.145031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.155152] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: IN_PROGRESS for 2s [ 1259.404606] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61fc7246-3ec7-454e-a71b-143c16461df6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.512905] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.513089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.513138] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.513369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.513477] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.907256] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.907464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.907549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.907827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.907953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.908094] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61fc7246-3ec7-454e-a71b-143c16461df6 is going to be created. [ 1259.934178] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.934419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.934419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.934607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.934768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.948064] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61fc7246-3ec7-454e-a71b-143c16461df6 in Status: UNINITIALIZED for 2s [ 1260.017812] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.520562] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.023387] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1261.024307] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1261.168405] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: SUCCESS [ 1261.168660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.942290] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.942643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.942643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.942824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.956521] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1261.957656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.958729] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1261.976877] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61fc7246-3ec7-454e-a71b-143c16461df6 in Status: SUCCESS [ 1261.977120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61fc7246-3ec7-454e-a71b-143c16461df6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.977346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61fc7246-3ec7-454e-a71b-143c16461df6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.977585] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61fc7246-3ec7-454e-a71b-143c16461df6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.977779] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.978036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.978110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.978265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.978346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.978649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61fc7246-3ec7-454e-a71b-143c16461df6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.978649] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61fc7246-3ec7-454e-a71b-143c16461df6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.005877] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.006097] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.006147] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.007107] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.023733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.024245] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1262.024326] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1262.024419] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1262.140890] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.140890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.140890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.140890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.140890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.140890] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1262.165924] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.166133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.166222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.166484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.166839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.167175] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1262.241609] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.241833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.241833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.241984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.242766] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.242766] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1262.242766] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'882be3f2-b0e1-449e-9745-ffd4de101079', 'd59a4f98-1968-4783-9980-23d18abae451', 'f04b4bb8-5a1e-4abe-8f93-81a34f976039', 'f72c7a66-8e26-4ee8-ab43-7b2847a52b90', 'e301c295-002d-4a09-b7c8-1f2e47b097fd', '8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e', 'f63c9059-7cb5-4426-9a14-9f55ce0effc3', 'da45d121-2a57-4da2-ad02-0e5da255b827', 'dbf7e093-ca11-483e-b294-4645a455be90', '91557f36-122d-4ce6-b2f5-8f5f25dd61b2', '4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1', '94829015-9fd9-4c6a-a675-42f332875e02', '6a4e7519-3a3b-46b2-998a-ea061a97f3b8', '4b3f51ed-f14f-4d0e-b5b1-f82978f46041', '2833535a-c8c1-4299-b2de-9a76b817addd', '5083b3e9-458f-4414-8b6e-bcfd89981dc3', '60a403cf-fc44-47bb-846c-b05e8988ed2a', '4d811ee8-f929-4dca-9bef-dba1548c1e33', 'e873305b-c351-4c61-b147-e545049f0706', '27dcb00d-d9b1-4a52-b1f9-98ade02bca4e', 'cb21d3b6-dcc2-42e0-b805-37434d560264', '7796928c-8e3d-486a-9b52-5e15cc849591', '4bc52c0a-f5e0-4427-973e-bb812229227a', 'f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653', '902e4c7f-5e70-49f8-8e9d-d5e7a9305565', 'd5f4258d-ffee-4121-ad2f-9f9414260553', 'e503da81-caa9-4988-b7ce-a7e30fb51190', '3a4b32d2-c57c-480b-89b6-24fb976a35d5', '0d8de128-d072-476d-a7e8-77dc7d1b76cb', '8bb42736-6229-484b-9155-eae73b07ca84', '85f6dc30-c7af-43f2-85a3-83e431f5c3e6', '7d96db59-17da-4649-aa26-df276bf3abb4', 'ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0', '23f84c0a-8012-4596-aedb-3421156d4a72', '3e516a82-0c04-4a27-992a-06cb0c94d32c', 'c802cb03-6e92-461d-92d6-ddb8f4ab4777', 'f8d8eb23-9300-4332-a3ba-ea4de4186321', '707569e9-e443-4554-bac7-63fc64c24e7e', '99b3b3c9-0dc8-48da-9526-c851d416c558', 'f3291625-fdbb-4e98-8fa5-af5d2804ad01', '7fb1fe21-7e7f-434c-8a29-68fc1581333a', 'ac302640-a57f-43bb-9afe-4e5d8c8bdfd1'} {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1262.242766] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1262.261417] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.261678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.261678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.261813] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.261915] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.261984] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1262.262095] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1262.262180] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1262.339153] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.339433] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.339433] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.339916] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.340969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.341356] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1262.341453] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1262.341510] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1262.341576] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1262.341749] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1262.341840] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 882be3f2-b0e1-449e-9745-ffd4de101079 with Priority: HIGH for action security_group_rules [ 1262.341924] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d59a4f98-1968-4783-9980-23d18abae451 with Priority: HIGH for action security_group_rules [ 1262.341991] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 with Priority: HIGH for action security_group_rules [ 1262.342065] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 with Priority: HIGH for action security_group_rules [ 1262.342128] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e301c295-002d-4a09-b7c8-1f2e47b097fd with Priority: HIGH for action security_group_rules [ 1262.342192] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGH for action security_group_rules [ 1262.342252] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f63c9059-7cb5-4426-9a14-9f55ce0effc3 with Priority: HIGH for action security_group_rules [ 1262.342313] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: da45d121-2a57-4da2-ad02-0e5da255b827 with Priority: HIGH for action security_group_rules [ 1262.342373] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGH for action security_group_rules [ 1262.342435] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGH for action security_group_rules [ 1262.342489] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 with Priority: HIGH for action security_group_rules [ 1262.342565] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 94829015-9fd9-4c6a-a675-42f332875e02 with Priority: HIGH for action security_group_rules [ 1262.342689] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGH for action security_group_rules [ 1262.342753] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 with Priority: HIGH for action security_group_rules [ 1262.342811] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2833535a-c8c1-4299-b2de-9a76b817addd with Priority: HIGH for action security_group_rules [ 1262.342872] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5083b3e9-458f-4414-8b6e-bcfd89981dc3 with Priority: HIGH for action security_group_rules [ 1262.342929] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a with Priority: HIGH for action security_group_rules [ 1262.342992] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4d811ee8-f929-4dca-9bef-dba1548c1e33 with Priority: HIGH for action security_group_rules [ 1262.343065] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e873305b-c351-4c61-b147-e545049f0706 with Priority: HIGH for action security_group_rules [ 1262.343127] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e with Priority: HIGH for action security_group_rules [ 1262.343223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.481133] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61fc7246-3ec7-454e-a71b-143c16461df6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.983682] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61fc7246-3ec7-454e-a71b-143c16461df6: rpc.has_security_group_logging(os_id): False [ 1263.001630] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.001883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.001883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.002062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.002153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.002399] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.002502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.002571] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.002770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.002843] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.002926] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61fc7246-3ec7-454e-a71b-143c16461df6 is going to be created. [ 1263.068886] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.069158] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.069158] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.069357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.069537] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.080697] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61fc7246-3ec7-454e-a71b-143c16461df6 in Status: IN_PROGRESS for 2s [ 1263.389769] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1263.389769] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1263.389769] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 882be3f2-b0e1-449e-9745-ffd4de101079 with Priority: HIGH for action security_group_rules [ 1263.389769] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 with Priority: HIGH for action security_group_rules [ 1263.389769] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63c9059-7cb5-4426-9a14-9f55ce0effc3 with Priority: HIGH for action security_group_rules [ 1263.389769] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2833535a-c8c1-4299-b2de-9a76b817addd with Priority: HIGH for action security_group_rules [ 1263.389769] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e with Priority: HIGH for action security_group_rules [ 1263.389769] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e873305b-c351-4c61-b147-e545049f0706 with Priority: HIGH for action security_group_rules [ 1263.389769] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d811ee8-f929-4dca-9bef-dba1548c1e33 with Priority: HIGH for action security_group_rules [ 1263.389769] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a with Priority: HIGH for action security_group_rules [ 1263.389769] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 with Priority: HIGH for action security_group_rules [ 1263.389769] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5083b3e9-458f-4414-8b6e-bcfd89981dc3 with Priority: HIGH for action security_group_rules [ 1263.389769] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 with Priority: HIGH for action security_group_rules [ 1263.390395] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94829015-9fd9-4c6a-a675-42f332875e02 with Priority: HIGH for action security_group_rules [ 1263.390395] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 with Priority: HIGH for action security_group_rules [ 1263.390395] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 with Priority: HIGH for action security_group_rules [ 1263.390395] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7e093-ca11-483e-b294-4645a455be90 with Priority: HIGH for action security_group_rules [ 1263.390395] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e with Priority: HIGH for action security_group_rules [ 1263.390395] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da45d121-2a57-4da2-ad02-0e5da255b827 with Priority: HIGH for action security_group_rules [ 1263.390395] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e301c295-002d-4a09-b7c8-1f2e47b097fd with Priority: HIGH for action security_group_rules [ 1263.390395] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59a4f98-1968-4783-9980-23d18abae451 with Priority: HIGH for action security_group_rules [ 1263.390672] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 with Priority: HIGH for action security_group_rules [ 1263.390849] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-882be3f2-b0e1-449e-9745-ffd4de101079 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.390981] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-882be3f2-b0e1-449e-9745-ffd4de101079" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.391056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-882be3f2-b0e1-449e-9745-ffd4de101079" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.391365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-882be3f2-b0e1-449e-9745-ffd4de101079" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.391449] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('882be3f2-b0e1-449e-9745-ffd4de101079',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.392865] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f04b4bb8-5a1e-4abe-8f93-81a34f976039 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.392865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.393078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.393123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.393259] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f04b4bb8-5a1e-4abe-8f93-81a34f976039',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.393994] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f63c9059-7cb5-4426-9a14-9f55ce0effc3 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.394104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.395142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.395142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.395142] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f63c9059-7cb5-4426-9a14-9f55ce0effc3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.395142] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2833535a-c8c1-4299-b2de-9a76b817addd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.395597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.395597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.395597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.395597] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2833535a-c8c1-4299-b2de-9a76b817addd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.396158] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.396242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.396286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.396582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.396582] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27dcb00d-d9b1-4a52-b1f9-98ade02bca4e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.397465] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e873305b-c351-4c61-b147-e545049f0706 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.397465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.397465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.397648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.397686] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e873305b-c351-4c61-b147-e545049f0706',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.398719] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d811ee8-f929-4dca-9bef-dba1548c1e33 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.398835] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d811ee8-f929-4dca-9bef-dba1548c1e33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.398905] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d811ee8-f929-4dca-9bef-dba1548c1e33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.399074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d811ee8-f929-4dca-9bef-dba1548c1e33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.399074] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d811ee8-f929-4dca-9bef-dba1548c1e33',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.399754] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60a403cf-fc44-47bb-846c-b05e8988ed2a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.400099] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.400099] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.400206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.400254] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60a403cf-fc44-47bb-846c-b05e8988ed2a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.401018] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b3f51ed-f14f-4d0e-b5b1-f82978f46041 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.401137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.401184] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.401371] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.401371] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b3f51ed-f14f-4d0e-b5b1-f82978f46041',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.402272] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5083b3e9-458f-4414-8b6e-bcfd89981dc3 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.402272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5083b3e9-458f-4414-8b6e-bcfd89981dc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.402544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5083b3e9-458f-4414-8b6e-bcfd89981dc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.402544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5083b3e9-458f-4414-8b6e-bcfd89981dc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.402544] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5083b3e9-458f-4414-8b6e-bcfd89981dc3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.403297] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.403363] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.403406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.404063] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.404063] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a4e7519-3a3b-46b2-998a-ea061a97f3b8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.404302] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94829015-9fd9-4c6a-a675-42f332875e02 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.404377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94829015-9fd9-4c6a-a675-42f332875e02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.404789] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94829015-9fd9-4c6a-a675-42f332875e02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.404789] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94829015-9fd9-4c6a-a675-42f332875e02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.404789] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94829015-9fd9-4c6a-a675-42f332875e02',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.405783] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.405783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.405783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.405783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.405783] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.407028] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.407028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.407028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.407028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.407028] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91557f36-122d-4ce6-b2f5-8f5f25dd61b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.407690] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbf7e093-ca11-483e-b294-4645a455be90 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.408088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.408088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.408088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.408088] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbf7e093-ca11-483e-b294-4645a455be90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.408957] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.408957] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.408957] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.409433] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.409433] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.410449] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da45d121-2a57-4da2-ad02-0e5da255b827 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.410449] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.410449] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.410449] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.410449] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da45d121-2a57-4da2-ad02-0e5da255b827',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.411224] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e301c295-002d-4a09-b7c8-1f2e47b097fd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.411224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.411322] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.411427] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.411523] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e301c295-002d-4a09-b7c8-1f2e47b097fd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.412214] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d59a4f98-1968-4783-9980-23d18abae451 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.412654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d59a4f98-1968-4783-9980-23d18abae451" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.412654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d59a4f98-1968-4783-9980-23d18abae451" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.412654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d59a4f98-1968-4783-9980-23d18abae451" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.412654] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d59a4f98-1968-4783-9980-23d18abae451',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.416700] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f72c7a66-8e26-4ee8-ab43-7b2847a52b90 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.416700] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.416700] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.416892] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.416964] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f72c7a66-8e26-4ee8-ab43-7b2847a52b90',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.935578] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a403cf-fc44-47bb-846c-b05e8988ed2a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.935809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.936210] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.936210] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.936399] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.936523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.936595] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.936758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.936845] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.937221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.937221] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60a403cf-fc44-47bb-846c-b05e8988ed2a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.007187] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.007560] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.007560] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.007648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.009333] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.009494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.010256] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.010362] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.012120] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.012252] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.026469] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.026683] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.027585] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.027773] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.032213] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.032327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.037827] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.037972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.042385] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.042555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.043506] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.043666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.044370] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.044474] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.045135] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1264.045725] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.045888] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.047645] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1264.048424] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.048550] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.049291] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1264.049745] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.049868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.050579] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1264.051025] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.051121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.051766] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1264.052233] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.052339] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.053016] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1264.053544] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.053544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.057133] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1264.057666] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.058189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.066841] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1264.068287] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.068518] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.070870] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1264.071360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.071605] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a4e7519-3a3b-46b2-998a-ea061a97f3b8 is going to be deleted. [ 1264.072527] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.072826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.104920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.105125] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f04b4bb8-5a1e-4abe-8f93-81a34f976039 is going to be deleted. [ 1264.105984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.106207] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.133668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.133840] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27dcb00d-d9b1-4a52-b1f9-98ade02bca4e is going to be deleted. [ 1264.134706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.134939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.159334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.159549] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e301c295-002d-4a09-b7c8-1f2e47b097fd is going to be deleted. [ 1264.160631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.160888] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.162403] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.162530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.181616] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.182018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.185373] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.185523] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2833535a-c8c1-4299-b2de-9a76b817addd is going to be deleted. [ 1264.186483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.186788] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.211593] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.211792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.230403] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.230604] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f63c9059-7cb5-4426-9a14-9f55ce0effc3 is going to be deleted. [ 1264.231705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.231973] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.240890] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.241092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.294497] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.294711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.308469] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.308673] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 882be3f2-b0e1-449e-9745-ffd4de101079 is going to be deleted. [ 1264.309543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.309766] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.345322] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.345456] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f72c7a66-8e26-4ee8-ab43-7b2847a52b90 is going to be deleted. [ 1264.346395] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.346609] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.386151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.386347] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94829015-9fd9-4c6a-a675-42f332875e02 is going to be deleted. [ 1264.387312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.387531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.400257] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.400442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.406763] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.406763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.407543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.407661] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d811ee8-f929-4dca-9bef-dba1548c1e33 is going to be deleted. [ 1264.408919] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.409195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.434024] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.434209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.446917] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60a403cf-fc44-47bb-846c-b05e8988ed2a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.462459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.462722] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e is going to be deleted. [ 1264.463915] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.464174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.497965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.498143] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da45d121-2a57-4da2-ad02-0e5da255b827 is going to be deleted. [ 1264.499149] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.499384] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.531199] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.531437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.563254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.563419] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d59a4f98-1968-4783-9980-23d18abae451 is going to be deleted. [ 1264.564511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.564787] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.566447] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.566574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.590314] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.590498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.629203] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.629343] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e873305b-c351-4c61-b147-e545049f0706 is going to be deleted. [ 1264.630293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.630540] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.648539] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.648713] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.677252] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.677460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.713009] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.713210] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1 is going to be deleted. [ 1264.714399] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.714694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.764356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.764541] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91557f36-122d-4ce6-b2f5-8f5f25dd61b2 is going to be deleted. [ 1264.765447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.765671] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.863675] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.863855] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b3f51ed-f14f-4d0e-b5b1-f82978f46041 is going to be deleted. [ 1264.864955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.865260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.872427] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.872652] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.903523] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.903755] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.927828] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.928052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.931439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.931632] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5083b3e9-458f-4414-8b6e-bcfd89981dc3 is going to be deleted. [ 1264.933064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.933292] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.949958] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60a403cf-fc44-47bb-846c-b05e8988ed2a: rpc.has_security_group_logging(os_id): False [ 1264.954940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.955136] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbf7e093-ca11-483e-b294-4645a455be90 is going to be deleted. [ 1264.956382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.956669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.956793] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.956958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a4e7519-3a3b-46b2-998a-ea061a97f3b8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.957178] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.957391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.957498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.957690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f04b4bb8-5a1e-4abe-8f93-81a34f976039" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.958360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.958578] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.958703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.958871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27dcb00d-d9b1-4a52-b1f9-98ade02bca4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.959057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.959254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.959361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.959515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e301c295-002d-4a09-b7c8-1f2e47b097fd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.959685] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.959878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.960013] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.960184] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2833535a-c8c1-4299-b2de-9a76b817addd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.960371] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.960617] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.960729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.960927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f63c9059-7cb5-4426-9a14-9f55ce0effc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.961585] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.961843] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.961988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.962188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-882be3f2-b0e1-449e-9745-ffd4de101079" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.962391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.962622] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.962715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.962877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f72c7a66-8e26-4ee8-ab43-7b2847a52b90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.963340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.963543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.963653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.963815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94829015-9fd9-4c6a-a675-42f332875e02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.963991] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.964212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.964322] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.964476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d811ee8-f929-4dca-9bef-dba1548c1e33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.965552] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.965714] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.965825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.966077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.966208] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.966390] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b3f51ed-f14f-4d0e-b5b1-f82978f46041" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.966583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.966813] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.966951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.967146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dfec830-3aa0-48f8-9b8e-ca2c9842eb7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.967331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.967557] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.967687] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.967854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da45d121-2a57-4da2-ad02-0e5da255b827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.968065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.968246] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.968412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.968466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d59a4f98-1968-4783-9980-23d18abae451" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.968614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.968798] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.968887] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.969048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fbe09ff-3dfd-48e4-91a4-d1b40b56f3e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.969254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.969469] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.969604] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.969778] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e873305b-c351-4c61-b147-e545049f0706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.969959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.970176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.970306] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.970487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91557f36-122d-4ce6-b2f5-8f5f25dd61b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.999270] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.999466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.999466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.999705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.068607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.069029] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.069170] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.069239] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.069441] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.069521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.069611] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a is going to be updated. [ 1265.106718] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.106961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.106961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.107247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.107356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.107509] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbf7e093-ca11-483e-b294-4645a455be90" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.112554] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.112772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.112858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.113120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.113222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.113361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5083b3e9-458f-4414-8b6e-bcfd89981dc3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.132162] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61fc7246-3ec7-454e-a71b-143c16461df6 in Status: SUCCESS [ 1265.132404] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61fc7246-3ec7-454e-a71b-143c16461df6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.209569] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.209569] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.209569] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.209873] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.209873] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.237952] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a in Status: IN_PROGRESS for 2s [ 1267.252647] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a in Status: SUCCESS [ 1267.252647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.160933] env[65894]: INFO networking_nsxv3.common.synchronization [req-bd400f94-4d84-4665-81f0-fdb54d87405e req-e7799881-12c0-4f47-83de-0db4d3a5189a tempest-ServersTestJSON-1690636900 tempest-ServersTestJSON-1690636900-project-member] Enqueued Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1268.161661] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1268.161926] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.162025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.162094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.162302] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.162455] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.162554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.162647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.162834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.162919] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.163017] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.476119] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.476450] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-607" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.476450] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-607" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.476718] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-607" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.476994] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.477170] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.477285] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.477502] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.477664] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.477891] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1268.478012] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1268.478124] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1268.478230] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1268.478335] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1268.478437] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1268.478581] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1268.497877] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1268.498050] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1268.498196] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1268.498366] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-607" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.498695] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-fa2997a7-2840-47e7-938f-92f07271b706 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.498873] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-fa2997a7-2840-47e7-938f-92f07271b706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.498989] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-fa2997a7-2840-47e7-938f-92f07271b706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.499331] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-fa2997a7-2840-47e7-938f-92f07271b706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.499466] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa2997a7-2840-47e7-938f-92f07271b706',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.665218] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.001435] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.001648] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.001698] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.001968] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.002132] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.002283] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port fa2997a7-2840-47e7-938f-92f07271b706 not found, creating... [ 1269.002536] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.002891] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.003015] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.003253] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.003388] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.003673] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.003828] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.003939] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.004162] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.004291] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.004425] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: fa2997a7-2840-47e7-938f-92f07271b706 is going to be created. [ 1269.025175] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.025369] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.025488] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.025747] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.025967] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.026209] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-fa2997a7-2840-47e7-938f-92f07271b706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.168065] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.671099] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.671458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.671458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.671536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.671628] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.671717] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a is going to be updated. [ 1269.702362] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.702541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.702586] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.702880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.703029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.713321] env[65894]: INFO networking_nsxv3.common.synchronization [req-bd400f94-4d84-4665-81f0-fdb54d87405e req-9e478a50-cb44-4822-80bc-2e2cb2b6afb7 service nova] Enqueued Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_rules [ 1269.713507] env[65894]: INFO networking_nsxv3.common.synchronization [req-bd400f94-4d84-4665-81f0-fdb54d87405e req-9e478a50-cb44-4822-80bc-2e2cb2b6afb7 service nova] Enqueued Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1269.713626] env[65894]: INFO networking_nsxv3.common.synchronization [req-bd400f94-4d84-4665-81f0-fdb54d87405e req-9e478a50-cb44-4822-80bc-2e2cb2b6afb7 service nova] Enqueued Resource ID: fa2997a7-2840-47e7-938f-92f07271b706 with Priority: HIGHEST for action port [ 1269.714500] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: IN_PROGRESS for 2s [ 1269.714933] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_rules [ 1269.715084] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1269.715188] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2997a7-2840-47e7-938f-92f07271b706 with Priority: HIGHEST for action port [ 1269.715456] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.715574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.715649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.715864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.715945] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.716779] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.716875] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.717723] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa2997a7-2840-47e7-938f-92f07271b706 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.717723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa2997a7-2840-47e7-938f-92f07271b706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.717723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa2997a7-2840-47e7-938f-92f07271b706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.717723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa2997a7-2840-47e7-938f-92f07271b706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.717723] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa2997a7-2840-47e7-938f-92f07271b706',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.219169] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.219435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.219515] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa2997a7-2840-47e7-938f-92f07271b706 with status ACTIVE [ 1270.219662] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.219828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.219894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.220236] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.220338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.220517] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.220616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.220698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.220955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.221051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.221465] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.221465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.221465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.221583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.221583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.221688] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa2997a7-2840-47e7-938f-92f07271b706 is going to be updated. [ 1270.243581] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.243581] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.243855] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.243895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.244034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.244193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa2997a7-2840-47e7-938f-92f07271b706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.725300] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: SUCCESS [ 1271.725640] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.725751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.725869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.726063] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.726186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.726251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.726403] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.726489] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.726595] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.229288] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.731679] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.234128] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.234261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.234328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.234552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.234641] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.234740] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a is going to be updated. [ 1273.262125] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.262276] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.262347] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.262555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.262748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.271738] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: IN_PROGRESS for 2s [ 1274.284704] env[65894]: INFO networking_nsxv3.common.synchronization [req-162dc73d-d64f-424f-b274-1c5fd0b5e1f6 req-4fed012c-b36e-451b-b28c-74a92286f8eb tempest-ServerActionsTestJSON-369892048 tempest-ServerActionsTestJSON-369892048-project-member] Enqueued Resource ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 with Priority: HIGHEST for action security_group_members [ 1274.285215] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 with Priority: HIGHEST for action security_group_members [ 1274.285505] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.285659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.285698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.285885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.286052] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.286155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.286214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.286365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.286448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.286542] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('902e4c7f-5e70-49f8-8e9d-d5e7a9305565',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.789125] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.789363] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.789363] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.789623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.813995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.814291] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.814427] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.814492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.814719] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.814795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.814903] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 is going to be updated. [ 1274.850809] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.851116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.851286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.851650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.851897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.862848] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 in Status: IN_PROGRESS for 2s [ 1275.281558] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: SUCCESS [ 1275.281795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.281970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.282221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.282418] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.282538] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.282607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.282824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.282908] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.282996] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.283102] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.786117] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.786117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.786117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.786117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.786117] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.786117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.786117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.786117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.786723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.786723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.786723] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.786723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.786723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.786723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.786929] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.786929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.787031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.787144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.787229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.787313] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.787402] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.290071] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fb1fe21-7e7f-434c-8a29-68fc1581333a: rpc.has_security_group_logging(os_id): False [ 1276.310960] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.311125] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.311193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.311415] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.333391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.333878] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.333878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.334036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.334222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.334301] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.334424] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.334520] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.334579] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.334725] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.334800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.334975] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.335081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.335135] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.335272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.335340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.335424] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a is going to be updated. [ 1276.398397] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.398597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.398597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.398782] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.398943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.412098] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: IN_PROGRESS for 2s [ 1276.482780] env[65894]: INFO networking_nsxv3.common.synchronization [req-7be02868-3687-4d8c-9266-482aa2a859b2 req-f078297a-79ba-4c29-8268-fb1f3a3e1401 tempest-AttachVolumeShelveTestJSON-466877249 tempest-AttachVolumeShelveTestJSON-466877249-project-member] Enqueued Resource ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a with Priority: HIGHEST for action security_group_members [ 1276.483593] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a with Priority: HIGHEST for action security_group_members [ 1276.484063] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a403cf-fc44-47bb-846c-b05e8988ed2a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.484286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.484383] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.484739] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.484956] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.485158] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.485271] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.485547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.485725] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.485901] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60a403cf-fc44-47bb-846c-b05e8988ed2a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.872995] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 in Status: SUCCESS [ 1276.873387] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 deletion is rescheduled due to dependency. [ 1276.873387] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.988771] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.988973] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.989036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.989342] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.989460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.989682] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.989791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.989863] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.990074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.990158] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.990253] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a is going to be updated. [ 1277.016394] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.016586] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.016586] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.016790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.016929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.025780] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a in Status: IN_PROGRESS for 2s [ 1278.430778] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: SUCCESS [ 1278.431218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.036658] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a in Status: SUCCESS [ 1279.036853] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a deletion is rescheduled due to dependency. [ 1279.036977] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.484972] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1281.484972] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1282.571415] env[65894]: INFO networking_nsxv3.common.synchronization [None req-f0e1fd95-ed86-4216-be2d-3fef4f3946e4 None None] Enqueued Resource ID: da97c78a-6a5c-4db8-a9d6-3e0340eb2bff with Priority: HIGHEST for action port [ 1282.571693] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da97c78a-6a5c-4db8-a9d6-3e0340eb2bff with Priority: HIGHEST for action port [ 1282.571971] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-da97c78a-6a5c-4db8-a9d6-3e0340eb2bff taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.572088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da97c78a-6a5c-4db8-a9d6-3e0340eb2bff" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.572142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da97c78a-6a5c-4db8-a9d6-3e0340eb2bff" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.572382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da97c78a-6a5c-4db8-a9d6-3e0340eb2bff" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.572459] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da97c78a-6a5c-4db8-a9d6-3e0340eb2bff',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.683908] env[65894]: INFO networking_nsxv3.common.synchronization [req-53cecc7d-b8b0-44f7-9ae6-618d9dee252e req-984179f9-b508-4d27-9138-447f8c0980ff tempest-ServersTestJSON-1690636900 tempest-ServersTestJSON-1690636900-project-member] Enqueued Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1282.684483] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1282.684795] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.684916] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.684984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.685560] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.685658] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.685745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.685804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.686022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.686119] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.686225] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.075008] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da97c78a-6a5c-4db8-a9d6-3e0340eb2bff [ 1283.075311] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.075423] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.075493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.075706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.075795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.075900] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da97c78a-6a5c-4db8-a9d6-3e0340eb2bff already deleted. [ 1283.075979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da97c78a-6a5c-4db8-a9d6-3e0340eb2bff" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.192308] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.695215] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.197858] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.198041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.198124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.198429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.198557] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.198705] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a is going to be updated. [ 1284.229299] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.229485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.229570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.229754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.230080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.240136] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: IN_PROGRESS for 2s [ 1284.943539] env[65894]: INFO networking_nsxv3.common.synchronization [None req-098636b3-c918-41e8-a56f-49eabb305046 None None] Enqueued Resource ID: f54bacfc-bcb9-47b7-bb81-b643538b562c with Priority: HIGHEST for action port [ 1284.944168] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54bacfc-bcb9-47b7-bb81-b643538b562c with Priority: HIGHEST for action port [ 1284.944485] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-f54bacfc-bcb9-47b7-bb81-b643538b562c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.944610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f54bacfc-bcb9-47b7-bb81-b643538b562c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.944677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f54bacfc-bcb9-47b7-bb81-b643538b562c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.944939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f54bacfc-bcb9-47b7-bb81-b643538b562c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.945094] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f54bacfc-bcb9-47b7-bb81-b643538b562c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.448148] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f54bacfc-bcb9-47b7-bb81-b643538b562c [ 1285.448148] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.448148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.448148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.448148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.448148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.448148] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f54bacfc-bcb9-47b7-bb81-b643538b562c already deleted. [ 1285.448148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f54bacfc-bcb9-47b7-bb81-b643538b562c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.250747] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: SUCCESS [ 1286.251163] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.810735] env[65894]: INFO networking_nsxv3.common.synchronization [req-c472ebf7-3e6d-46ab-8c9e-0fd61204d075 req-af2f94d1-9d06-4b13-bcc4-c0b5abd1663c tempest-ServerRescueTestJSONUnderV235-1729147915 tempest-ServerRescueTestJSONUnderV235-1729147915-project-member] Enqueued Resource ID: ebc557f3-238c-4705-9286-675c61ef9495 with Priority: HIGHEST for action security_group_members [ 1288.811326] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc557f3-238c-4705-9286-675c61ef9495 with Priority: HIGHEST for action security_group_members [ 1288.811627] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebc557f3-238c-4705-9286-675c61ef9495 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.811748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.812123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.812123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.812237] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.812336] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.812400] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.812546] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.812631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.812720] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebc557f3-238c-4705-9286-675c61ef9495',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.144624] env[65894]: INFO networking_nsxv3.common.synchronization [req-04c39878-e8bc-4740-b345-cb8ebefc1f78 req-0bb9e9e9-8e99-4fd6-8643-b3c72d3c5179 tempest-ServersTestJSON-1690636900 tempest-ServersTestJSON-1690636900-project-member] Enqueued Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1289.145206] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a with Priority: HIGHEST for action security_group_members [ 1289.145524] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fb1fe21-7e7f-434c-8a29-68fc1581333a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.145652] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.145807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.149024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.149204] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.149373] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.149466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.149686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.149807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.149929] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fb1fe21-7e7f-434c-8a29-68fc1581333a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.315332] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.315544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.315597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.315774] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.315867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.316071] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.316174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.316530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.316530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.316530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.316530] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebc557f3-238c-4705-9286-675c61ef9495 already deleted. [ 1289.316699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.585042] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock network-719 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.585042] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "network-719" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.585337] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "network-719" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.585444] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "network-719" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.585710] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.586511] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.586633] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.587018] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.587184] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.587408] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1289.587523] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1289.587633] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1289.587739] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1289.587849] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1289.587954] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1289.588102] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1289.610945] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1289.611154] env[65894]: DEBUG dogpile.cache.region [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1289.611263] env[65894]: DEBUG dogpile.lock [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1289.611448] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "network-719" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.612253] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock port-85b032e5-03dc-4acd-bd0b-0b5b93368ea0 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.612492] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "port-85b032e5-03dc-4acd-bd0b-0b5b93368ea0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.612631] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "port-85b032e5-03dc-4acd-bd0b-0b5b93368ea0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.612990] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "port-85b032e5-03dc-4acd-bd0b-0b5b93368ea0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.613169] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85b032e5-03dc-4acd-bd0b-0b5b93368ea0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.654131] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.654360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.654360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.654576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.654668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.654854] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.654951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.655024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.655189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.655279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.655367] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a is going to be updated. [ 1289.689911] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.690138] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.690138] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.690231] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.690381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.699875] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: IN_PROGRESS for 2s [ 1290.115253] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.115651] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.115702] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.115947] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.116110] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.116265] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Segment Port 85b032e5-03dc-4acd-bd0b-0b5b93368ea0 not found, creating... [ 1290.116532] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.116687] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.116804] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.117037] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.117176] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.117451] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.117602] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.117715] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.117919] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.118121] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.118267] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Resource: SegmentPort with ID: 85b032e5-03dc-4acd-bd0b-0b5b93368ea0 is going to be created. [ 1290.139447] env[65894]: DEBUG networking_nsxv3.common.locking [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.139663] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.139788] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.140099] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.140335] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.140559] env[65894]: DEBUG oslo_concurrency.lockutils [None req-cf7f4788-94c0-42bb-9bb5-b9de1786e507 None None] Releasing lock "port-85b032e5-03dc-4acd-bd0b-0b5b93368ea0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.834096] env[65894]: INFO networking_nsxv3.common.synchronization [req-c472ebf7-3e6d-46ab-8c9e-0fd61204d075 req-355c4754-324b-433f-9a47-bcc6740ace13 service nova] Enqueued Resource ID: ebc557f3-238c-4705-9286-675c61ef9495 with Priority: HIGHEST for action security_group_rules [ 1290.834290] env[65894]: INFO networking_nsxv3.common.synchronization [req-c472ebf7-3e6d-46ab-8c9e-0fd61204d075 req-355c4754-324b-433f-9a47-bcc6740ace13 service nova] Enqueued Resource ID: ebc557f3-238c-4705-9286-675c61ef9495 with Priority: HIGHEST for action security_group_members [ 1290.834488] env[65894]: INFO networking_nsxv3.common.synchronization [req-c472ebf7-3e6d-46ab-8c9e-0fd61204d075 req-355c4754-324b-433f-9a47-bcc6740ace13 service nova] Enqueued Resource ID: 85b032e5-03dc-4acd-bd0b-0b5b93368ea0 with Priority: HIGHEST for action port [ 1290.834936] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc557f3-238c-4705-9286-675c61ef9495 with Priority: HIGHEST for action security_group_rules [ 1290.835088] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc557f3-238c-4705-9286-675c61ef9495 with Priority: HIGHEST for action security_group_members [ 1290.835192] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85b032e5-03dc-4acd-bd0b-0b5b93368ea0 with Priority: HIGHEST for action port [ 1290.835517] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebc557f3-238c-4705-9286-675c61ef9495 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.835689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.835797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.836133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.836226] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebc557f3-238c-4705-9286-675c61ef9495',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.837505] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebc557f3-238c-4705-9286-675c61ef9495 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.837631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.837701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.837885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.838045] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.838142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.838202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.838346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.838430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.838521] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebc557f3-238c-4705-9286-675c61ef9495',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.840403] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-85b032e5-03dc-4acd-bd0b-0b5b93368ea0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.840403] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85b032e5-03dc-4acd-bd0b-0b5b93368ea0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.840403] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85b032e5-03dc-4acd-bd0b-0b5b93368ea0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.840403] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85b032e5-03dc-4acd-bd0b-0b5b93368ea0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.840403] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85b032e5-03dc-4acd-bd0b-0b5b93368ea0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.341740] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebc557f3-238c-4705-9286-675c61ef9495 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.342066] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.342175] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebc557f3-238c-4705-9286-675c61ef9495',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.343280] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85b032e5-03dc-4acd-bd0b-0b5b93368ea0 with status ACTIVE [ 1291.343402] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.343475] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.343551] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.343727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.343816] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.344014] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.344132] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.344179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.344346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.344481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.344595] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.344689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.344744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.344886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.344961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.345073] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85b032e5-03dc-4acd-bd0b-0b5b93368ea0 is going to be updated. [ 1291.368174] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.368377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.368377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.368594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.368733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.368889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85b032e5-03dc-4acd-bd0b-0b5b93368ea0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.709673] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a in Status: SUCCESS [ 1291.709859] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fb1fe21-7e7f-434c-8a29-68fc1581333a deletion is rescheduled due to dependency. [ 1291.709965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fb1fe21-7e7f-434c-8a29-68fc1581333a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.846932] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebc557f3-238c-4705-9286-675c61ef9495',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.349844] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.349844] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.349844] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.350174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.350174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.350174] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebc557f3-238c-4705-9286-675c61ef9495 is going to be created. [ 1292.373719] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.373911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.373974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.374185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.374347] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.384975] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebc557f3-238c-4705-9286-675c61ef9495 in Status: UNINITIALIZED for 2s [ 1294.396473] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebc557f3-238c-4705-9286-675c61ef9495 in Status: SUCCESS [ 1294.396776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.396872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.397094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.397284] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.397399] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.397459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.397613] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.397686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.397771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.397860] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebc557f3-238c-4705-9286-675c61ef9495',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.900564] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebc557f3-238c-4705-9286-675c61ef9495 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.900564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.900564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.900823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.901162] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.901292] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.901361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.901551] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.901641] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.901735] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.901931] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebc557f3-238c-4705-9286-675c61ef9495 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.902054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.902118] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.902299] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.902429] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.902524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.902586] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.902729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.902808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.902890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.903138] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebc557f3-238c-4705-9286-675c61ef9495',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.405991] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebc557f3-238c-4705-9286-675c61ef9495: rpc.has_security_group_logging(os_id): False [ 1295.425513] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.425715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.425715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.425831] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.425994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.426150] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.426253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.426315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.426691] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.426691] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.426776] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.426827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.426862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.426992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.427114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.427436] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.427553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.427622] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.427781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.427863] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.427951] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebc557f3-238c-4705-9286-675c61ef9495 is going to be created. [ 1295.496736] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.496967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.496967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.497264] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.497548] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.509731] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebc557f3-238c-4705-9286-675c61ef9495 in Status: IN_PROGRESS for 2s [ 1295.836792] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1295.836969] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1297.522687] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebc557f3-238c-4705-9286-675c61ef9495 in Status: SUCCESS [ 1297.523094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.837736] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1300.838181] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1305.838677] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1305.839056] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1310.475659] env[65894]: INFO networking_nsxv3.common.synchronization [req-e1dd027b-0a55-4964-84b5-32856be84ea8 req-206cc945-628e-4146-b4ff-c4b322e1cf3e tempest-ServerRescueTestJSONUnderV235-1729147915 tempest-ServerRescueTestJSONUnderV235-1729147915-project-member] Enqueued Resource ID: f86419dc-2c8a-42da-9e34-8c29bd695b4d with Priority: HIGHEST for action security_group_members [ 1310.475985] env[65894]: INFO networking_nsxv3.common.synchronization [req-e1dd027b-0a55-4964-84b5-32856be84ea8 req-206cc945-628e-4146-b4ff-c4b322e1cf3e tempest-ServerRescueTestJSONUnderV235-1729147915 tempest-ServerRescueTestJSONUnderV235-1729147915-project-member] Enqueued Resource ID: ebc557f3-238c-4705-9286-675c61ef9495 with Priority: HIGHEST for action security_group_members [ 1310.476585] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86419dc-2c8a-42da-9e34-8c29bd695b4d with Priority: HIGHEST for action security_group_members [ 1310.476780] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc557f3-238c-4705-9286-675c61ef9495 with Priority: HIGHEST for action security_group_members [ 1310.477181] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f86419dc-2c8a-42da-9e34-8c29bd695b4d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.477354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f86419dc-2c8a-42da-9e34-8c29bd695b4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.477453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f86419dc-2c8a-42da-9e34-8c29bd695b4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.477779] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f86419dc-2c8a-42da-9e34-8c29bd695b4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.477986] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.478140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.478231] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.478451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.478568] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.478697] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f86419dc-2c8a-42da-9e34-8c29bd695b4d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.479907] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebc557f3-238c-4705-9286-675c61ef9495 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.480086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.480187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.480407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.480611] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.480749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.480839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.481147] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.481280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.481407] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebc557f3-238c-4705-9286-675c61ef9495',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.518546] env[65894]: INFO networking_nsxv3.common.synchronization [req-e1dd027b-0a55-4964-84b5-32856be84ea8 req-206cc945-628e-4146-b4ff-c4b322e1cf3e tempest-ServerRescueTestJSONUnderV235-1729147915 tempest-ServerRescueTestJSONUnderV235-1729147915-project-member] Enqueued Resource ID: ebc557f3-238c-4705-9286-675c61ef9495 with Priority: HIGHEST for action security_group_rules [ 1310.518724] env[65894]: INFO networking_nsxv3.common.synchronization [req-e1dd027b-0a55-4964-84b5-32856be84ea8 req-206cc945-628e-4146-b4ff-c4b322e1cf3e tempest-ServerRescueTestJSONUnderV235-1729147915 tempest-ServerRescueTestJSONUnderV235-1729147915-project-member] Enqueued Resource ID: ebc557f3-238c-4705-9286-675c61ef9495 with Priority: HIGHEST for action security_group_members [ 1310.518864] env[65894]: INFO networking_nsxv3.common.synchronization [req-e1dd027b-0a55-4964-84b5-32856be84ea8 req-206cc945-628e-4146-b4ff-c4b322e1cf3e tempest-ServerRescueTestJSONUnderV235-1729147915 tempest-ServerRescueTestJSONUnderV235-1729147915-project-member] Enqueued Resource ID: f86419dc-2c8a-42da-9e34-8c29bd695b4d with Priority: HIGHEST for action security_group_rules [ 1310.518986] env[65894]: INFO networking_nsxv3.common.synchronization [req-e1dd027b-0a55-4964-84b5-32856be84ea8 req-206cc945-628e-4146-b4ff-c4b322e1cf3e tempest-ServerRescueTestJSONUnderV235-1729147915 tempest-ServerRescueTestJSONUnderV235-1729147915-project-member] Enqueued Resource ID: f86419dc-2c8a-42da-9e34-8c29bd695b4d with Priority: HIGHEST for action security_group_members [ 1310.519137] env[65894]: INFO networking_nsxv3.common.synchronization [req-e1dd027b-0a55-4964-84b5-32856be84ea8 req-206cc945-628e-4146-b4ff-c4b322e1cf3e tempest-ServerRescueTestJSONUnderV235-1729147915 tempest-ServerRescueTestJSONUnderV235-1729147915-project-member] Enqueued Resource ID: 85b032e5-03dc-4acd-bd0b-0b5b93368ea0 with Priority: HIGHEST for action port [ 1310.519621] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc557f3-238c-4705-9286-675c61ef9495 with Priority: HIGHEST for action security_group_rules [ 1310.519752] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86419dc-2c8a-42da-9e34-8c29bd695b4d with Priority: HIGHEST for action security_group_rules [ 1310.519848] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85b032e5-03dc-4acd-bd0b-0b5b93368ea0 with Priority: HIGHEST for action port [ 1310.519938] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc557f3-238c-4705-9286-675c61ef9495 with Priority: HIGHEST for action security_group_members [ 1310.520036] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86419dc-2c8a-42da-9e34-8c29bd695b4d with Priority: HIGHEST for action security_group_members [ 1310.520309] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebc557f3-238c-4705-9286-675c61ef9495 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.520429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.520493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.520698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.520769] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebc557f3-238c-4705-9286-675c61ef9495',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.521874] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f86419dc-2c8a-42da-9e34-8c29bd695b4d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.521992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f86419dc-2c8a-42da-9e34-8c29bd695b4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.522070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f86419dc-2c8a-42da-9e34-8c29bd695b4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.522308] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f86419dc-2c8a-42da-9e34-8c29bd695b4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.522389] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f86419dc-2c8a-42da-9e34-8c29bd695b4d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.523553] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-85b032e5-03dc-4acd-bd0b-0b5b93368ea0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.523553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85b032e5-03dc-4acd-bd0b-0b5b93368ea0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.523553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85b032e5-03dc-4acd-bd0b-0b5b93368ea0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.523553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85b032e5-03dc-4acd-bd0b-0b5b93368ea0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.523553] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85b032e5-03dc-4acd-bd0b-0b5b93368ea0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.524288] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebc557f3-238c-4705-9286-675c61ef9495 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.524362] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.524683] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f86419dc-2c8a-42da-9e34-8c29bd695b4d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.524683] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f86419dc-2c8a-42da-9e34-8c29bd695b4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.837046] env[65894]: INFO networking_nsxv3.common.synchronization [req-cd6fd2a8-df3d-4771-89a8-30a3b0bd9659 req-0ed7c5c3-02eb-45d7-ace4-8bf7ef7931ba tempest-ServerRescueTestJSONUnderV235-1729147915 tempest-ServerRescueTestJSONUnderV235-1729147915-project-member] Enqueued Resource ID: f86419dc-2c8a-42da-9e34-8c29bd695b4d with Priority: HIGHEST for action security_group_members [ 1310.837046] env[65894]: INFO networking_nsxv3.common.synchronization [req-cd6fd2a8-df3d-4771-89a8-30a3b0bd9659 req-0ed7c5c3-02eb-45d7-ace4-8bf7ef7931ba tempest-ServerRescueTestJSONUnderV235-1729147915 tempest-ServerRescueTestJSONUnderV235-1729147915-project-member] Enqueued Resource ID: ebc557f3-238c-4705-9286-675c61ef9495 with Priority: HIGHEST for action security_group_members [ 1310.837466] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86419dc-2c8a-42da-9e34-8c29bd695b4d with Priority: HIGHEST for action security_group_members [ 1310.837651] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc557f3-238c-4705-9286-675c61ef9495 with Priority: HIGHEST for action security_group_members [ 1310.837843] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f86419dc-2c8a-42da-9e34-8c29bd695b4d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.838243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f86419dc-2c8a-42da-9e34-8c29bd695b4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.838391] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebc557f3-238c-4705-9286-675c61ef9495 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.838512] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.883860] env[65894]: INFO networking_nsxv3.common.synchronization [req-cd6fd2a8-df3d-4771-89a8-30a3b0bd9659 req-0ed7c5c3-02eb-45d7-ace4-8bf7ef7931ba tempest-ServerRescueTestJSONUnderV235-1729147915 tempest-ServerRescueTestJSONUnderV235-1729147915-project-member] Enqueued Resource ID: ebc557f3-238c-4705-9286-675c61ef9495 with Priority: HIGHEST for action security_group_rules [ 1310.883860] env[65894]: INFO networking_nsxv3.common.synchronization [req-cd6fd2a8-df3d-4771-89a8-30a3b0bd9659 req-0ed7c5c3-02eb-45d7-ace4-8bf7ef7931ba tempest-ServerRescueTestJSONUnderV235-1729147915 tempest-ServerRescueTestJSONUnderV235-1729147915-project-member] Enqueued Resource ID: ebc557f3-238c-4705-9286-675c61ef9495 with Priority: HIGHEST for action security_group_members [ 1310.883860] env[65894]: INFO networking_nsxv3.common.synchronization [req-cd6fd2a8-df3d-4771-89a8-30a3b0bd9659 req-0ed7c5c3-02eb-45d7-ace4-8bf7ef7931ba tempest-ServerRescueTestJSONUnderV235-1729147915 tempest-ServerRescueTestJSONUnderV235-1729147915-project-member] Enqueued Resource ID: 85b032e5-03dc-4acd-bd0b-0b5b93368ea0 with Priority: HIGHEST for action port [ 1310.884381] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc557f3-238c-4705-9286-675c61ef9495 with Priority: HIGHEST for action security_group_rules [ 1310.884505] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc557f3-238c-4705-9286-675c61ef9495 with Priority: HIGHEST for action security_group_members [ 1310.886031] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85b032e5-03dc-4acd-bd0b-0b5b93368ea0 with Priority: HIGHEST for action port [ 1310.886031] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebc557f3-238c-4705-9286-675c61ef9495 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.886031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.886031] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebc557f3-238c-4705-9286-675c61ef9495 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.886031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.886031] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-85b032e5-03dc-4acd-bd0b-0b5b93368ea0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.886031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85b032e5-03dc-4acd-bd0b-0b5b93368ea0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.982810] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f86419dc-2c8a-42da-9e34-8c29bd695b4d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.983942] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebc557f3-238c-4705-9286-675c61ef9495',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.026027] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f86419dc-2c8a-42da-9e34-8c29bd695b4d taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.026027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f86419dc-2c8a-42da-9e34-8c29bd695b4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.026249] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85b032e5-03dc-4acd-bd0b-0b5b93368ea0 with status ACTIVE [ 1311.026454] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.026591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.026701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.026897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.027021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.027228] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.027335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.027412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.027606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.027877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.027964] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.028029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.028124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.028284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.028382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.028482] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85b032e5-03dc-4acd-bd0b-0b5b93368ea0 is going to be updated. [ 1311.029685] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebc557f3-238c-4705-9286-675c61ef9495 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.029841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.052886] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.053122] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.053266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.053438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.053582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.053742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85b032e5-03dc-4acd-bd0b-0b5b93368ea0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.053893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85b032e5-03dc-4acd-bd0b-0b5b93368ea0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.054068] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85b032e5-03dc-4acd-bd0b-0b5b93368ea0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.054156] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85b032e5-03dc-4acd-bd0b-0b5b93368ea0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.485526] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f86419dc-2c8a-42da-9e34-8c29bd695b4d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.487166] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebc557f3-238c-4705-9286-675c61ef9495',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.556695] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85b032e5-03dc-4acd-bd0b-0b5b93368ea0 with status ACTIVE [ 1311.556993] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.557201] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.557358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.557805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.557951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.558239] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.558352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.558465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.558669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.559112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.559112] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.559268] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.559308] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.559531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.559596] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.559704] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85b032e5-03dc-4acd-bd0b-0b5b93368ea0 is going to be updated. [ 1311.580297] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.580524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.580628] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.580890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.581105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.581403] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85b032e5-03dc-4acd-bd0b-0b5b93368ea0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.989944] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.990171] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.990171] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.990401] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.990524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.990633] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebc557f3-238c-4705-9286-675c61ef9495 is going to be updated. [ 1311.991947] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.992139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.992224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.992397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.992476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.992564] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f86419dc-2c8a-42da-9e34-8c29bd695b4d is going to be created. [ 1312.015286] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.015541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.015629] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.017169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.017169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.020313] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.020453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.020496] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.020702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.020866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.032365] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebc557f3-238c-4705-9286-675c61ef9495 in Status: IN_PROGRESS for 2s [ 1312.033132] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f86419dc-2c8a-42da-9e34-8c29bd695b4d in Status: UNINITIALIZED for 2s [ 1314.044915] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebc557f3-238c-4705-9286-675c61ef9495 in Status: SUCCESS [ 1314.045315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.045822] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f86419dc-2c8a-42da-9e34-8c29bd695b4d in Status: SUCCESS [ 1314.045986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f86419dc-2c8a-42da-9e34-8c29bd695b4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.046143] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.046351] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.046528] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.046639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.046703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.046854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.046934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.047035] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebc557f3-238c-4705-9286-675c61ef9495',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.047845] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f86419dc-2c8a-42da-9e34-8c29bd695b4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.047997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f86419dc-2c8a-42da-9e34-8c29bd695b4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.048161] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.048263] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.048321] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.048460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.048537] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.048623] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f86419dc-2c8a-42da-9e34-8c29bd695b4d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.550859] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebc557f3-238c-4705-9286-675c61ef9495',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.552364] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.552364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.552491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.552728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.552855] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.553365] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.553365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.553482] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.553625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.553758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.553900] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f86419dc-2c8a-42da-9e34-8c29bd695b4d is going to be deleted. [ 1314.586012] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.586179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.586272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.586483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.586607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.586654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f86419dc-2c8a-42da-9e34-8c29bd695b4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.586787] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f86419dc-2c8a-42da-9e34-8c29bd695b4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.586939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f86419dc-2c8a-42da-9e34-8c29bd695b4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.587112] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.587212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.587276] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.587490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.587580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.587673] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f86419dc-2c8a-42da-9e34-8c29bd695b4d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.056681] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebc557f3-238c-4705-9286-675c61ef9495',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.090148] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.090370] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.090422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.090674] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.090757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.091024] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.091161] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.091300] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.091487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.091606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.091711] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f86419dc-2c8a-42da-9e34-8c29bd695b4d already deleted. [ 1315.091862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f86419dc-2c8a-42da-9e34-8c29bd695b4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.091970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f86419dc-2c8a-42da-9e34-8c29bd695b4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.092169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f86419dc-2c8a-42da-9e34-8c29bd695b4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.092368] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.092483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.092544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.092699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.092791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.092895] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f86419dc-2c8a-42da-9e34-8c29bd695b4d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.559908] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.560112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.560210] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.560450] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.560543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.560633] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebc557f3-238c-4705-9286-675c61ef9495 is going to be updated. [ 1315.589508] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.589661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.589834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.589940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.591051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.595795] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.595920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.595984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.597037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.597037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.597037] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.597037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.597037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.597037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.597037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.597037] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f86419dc-2c8a-42da-9e34-8c29bd695b4d already deleted. [ 1315.597037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f86419dc-2c8a-42da-9e34-8c29bd695b4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.597407] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f86419dc-2c8a-42da-9e34-8c29bd695b4d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.598867] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebc557f3-238c-4705-9286-675c61ef9495 in Status: IN_PROGRESS for 2s [ 1315.733638] env[65894]: INFO networking_nsxv3.common.synchronization [req-654fe84a-7769-44fa-87fd-a20466f434da req-54085e80-d3b5-408a-ab77-d136c5efb371 tempest-ServerRescueTestJSONUnderV235-1729147915 tempest-ServerRescueTestJSONUnderV235-1729147915-project-member] Enqueued Resource ID: ebc557f3-238c-4705-9286-675c61ef9495 with Priority: HIGHEST for action security_group_members [ 1315.734214] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc557f3-238c-4705-9286-675c61ef9495 with Priority: HIGHEST for action security_group_members [ 1315.734540] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebc557f3-238c-4705-9286-675c61ef9495 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.734631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.100591] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f86419dc-2c8a-42da-9e34-8c29bd695b4d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.603997] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f86419dc-2c8a-42da-9e34-8c29bd695b4d: rpc.has_security_group_logging(os_id): False [ 1316.621448] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.621643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.621692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.621961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.622065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.622269] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.622381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.622483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.622709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.622787] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.622873] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f86419dc-2c8a-42da-9e34-8c29bd695b4d is going to be created. [ 1316.638796] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f86419dc-2c8a-42da-9e34-8c29bd695b4d], does not exist path=[/infra/domains/default/groups/f86419dc-2c8a-42da-9e34-8c29bd695b4d]."\n}' [ 1316.638930] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f86419dc-2c8a-42da-9e34-8c29bd695b4d failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f86419dc-2c8a-42da-9e34-8c29bd695b4d [ 1316.639015] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1316.668117] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.668315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.668315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.668499] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.669211] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.669490] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.669623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.669697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.669866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.669945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.670134] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.670230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.670303] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.670440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.670513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.670597] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f86419dc-2c8a-42da-9e34-8c29bd695b4d is going to be created. [ 1316.686621] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f86419dc-2c8a-42da-9e34-8c29bd695b4d], does not exist path=[/infra/domains/default/groups/f86419dc-2c8a-42da-9e34-8c29bd695b4d]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f86419dc-2c8a-42da-9e34-8c29bd695b4d [ 1316.686757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f86419dc-2c8a-42da-9e34-8c29bd695b4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.686983] env[65894]: Traceback (most recent call last): [ 1316.687028] env[65894]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1316.687028] env[65894]: return func(*args, **kwargs) [ 1316.687028] env[65894]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1316.687028] env[65894]: res.raise_for_status() [ 1316.687028] env[65894]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1316.687028] env[65894]: raise HTTPError(http_error_msg, response=self) [ 1316.687028] env[65894]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f86419dc-2c8a-42da-9e34-8c29bd695b4d [ 1316.687028] env[65894]: During handling of the above exception, another exception occurred: [ 1316.687028] env[65894]: Traceback (most recent call last): [ 1316.687306] env[65894]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1316.687306] env[65894]: listener.cb(fileno) [ 1316.687306] env[65894]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1316.687306] env[65894]: result = function(*args, **kwargs) [ 1316.687306] env[65894]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1316.687306] env[65894]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1316.687306] env[65894]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1316.687306] env[65894]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1316.687306] env[65894]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1316.687306] env[65894]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1316.687306] env[65894]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1316.687306] env[65894]: res.raise_for_status() [ 1316.687306] env[65894]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1316.687306] env[65894]: raise HTTPError(http_error_msg, response=self) [ 1316.687306] env[65894]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f86419dc-2c8a-42da-9e34-8c29bd695b4d [ 1316.687306] env[65894]: Removing descriptor: 72 [ 1317.608923] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebc557f3-238c-4705-9286-675c61ef9495 in Status: SUCCESS [ 1317.609314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.609314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.609541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.609728] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.609844] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.609906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.610090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.610185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.610295] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebc557f3-238c-4705-9286-675c61ef9495',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.112627] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.112822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.112904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.113102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.133440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.133645] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.133755] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.133825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.134119] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.134212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.134311] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebc557f3-238c-4705-9286-675c61ef9495 is going to be updated. [ 1318.160094] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.160364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.160364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.160516] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.160663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.169537] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebc557f3-238c-4705-9286-675c61ef9495 in Status: IN_PROGRESS for 2s [ 1320.181112] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebc557f3-238c-4705-9286-675c61ef9495 in Status: SUCCESS [ 1320.181476] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebc557f3-238c-4705-9286-675c61ef9495 deletion is rescheduled due to dependency. [ 1320.181476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.181646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.181816] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.182012] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.182135] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.182198] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.182350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.182429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.182556] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebc557f3-238c-4705-9286-675c61ef9495',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.685325] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.685526] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.685573] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.685803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.685901] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.686114] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.686216] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.686284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.686443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.686520] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.686608] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebc557f3-238c-4705-9286-675c61ef9495 is going to be updated. [ 1320.722336] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.723469] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.724967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.724967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.725296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.736178] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1320.736408] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1320.739737] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebc557f3-238c-4705-9286-675c61ef9495 in Status: IN_PROGRESS for 2s [ 1322.749948] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebc557f3-238c-4705-9286-675c61ef9495 in Status: SUCCESS [ 1322.750359] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebc557f3-238c-4705-9286-675c61ef9495 deletion is rescheduled due to dependency. [ 1322.750359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.750436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.750761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.751023] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.751217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.751325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.751524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.751630] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.751742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.751863] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebc557f3-238c-4705-9286-675c61ef9495',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.752797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.753033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.753261] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.753371] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.753463] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.753613] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.753750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.753821] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebc557f3-238c-4705-9286-675c61ef9495',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.256075] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebc557f3-238c-4705-9286-675c61ef9495',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.257820] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.257820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.257820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.257820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.257820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.258154] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.258154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.258154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.258282] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.258360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.258445] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebc557f3-238c-4705-9286-675c61ef9495 is going to be updated. [ 1323.282805] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.283024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.283024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.283214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.283373] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.298391] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebc557f3-238c-4705-9286-675c61ef9495 in Status: IN_PROGRESS for 2s [ 1323.761693] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebc557f3-238c-4705-9286-675c61ef9495: rpc.has_security_group_logging(os_id): False [ 1323.779353] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.779600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.779600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.779795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.779885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.780099] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.780197] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.780259] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.780407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.780486] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.780569] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebc557f3-238c-4705-9286-675c61ef9495 is going to be updated. [ 1323.840745] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.840982] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.840982] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.841198] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.841343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.854513] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebc557f3-238c-4705-9286-675c61ef9495 in Status: IN_PROGRESS for 2s [ 1325.308325] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebc557f3-238c-4705-9286-675c61ef9495 in Status: SUCCESS [ 1325.308701] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebc557f3-238c-4705-9286-675c61ef9495 deletion is rescheduled due to dependency. [ 1325.308701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.737964] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1325.738191] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1325.867811] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebc557f3-238c-4705-9286-675c61ef9495 in Status: SUCCESS [ 1325.868049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.868187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.868435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.868528] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebc557f3-238c-4705-9286-675c61ef9495',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.387385] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.387803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.387803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.387803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.402753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.402904] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebc557f3-238c-4705-9286-675c61ef9495 is going to be deleted. [ 1326.439841] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.440062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.440150] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.440372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.440469] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.440569] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebc557f3-238c-4705-9286-675c61ef9495" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.739919] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1330.739919] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1335.741444] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1335.742105] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1340.742329] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1340.742679] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1345.743335] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.743734] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1350.744157] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1350.744562] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1355.745399] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.745758] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.746166] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.746796] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.748317] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.748706] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.748978] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.749433] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1371.022559] env[65894]: INFO networking_nsxv3.common.synchronization [req-b167bd98-245e-4370-972a-26791d7b3e32 req-ea37ef59-1125-43b6-b935-d2fa76778149 tempest-ServerActionsTestOtherA-952538109 tempest-ServerActionsTestOtherA-952538109-project-member] Enqueued Resource ID: 61fc7246-3ec7-454e-a71b-143c16461df6 with Priority: HIGHEST for action security_group_members [ 1371.023463] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61fc7246-3ec7-454e-a71b-143c16461df6 with Priority: HIGHEST for action security_group_members [ 1371.023463] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-61fc7246-3ec7-454e-a71b-143c16461df6 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.023566] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61fc7246-3ec7-454e-a71b-143c16461df6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.023606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61fc7246-3ec7-454e-a71b-143c16461df6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.023836] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61fc7246-3ec7-454e-a71b-143c16461df6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.023992] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.024106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.024165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.024313] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.024398] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.024492] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61fc7246-3ec7-454e-a71b-143c16461df6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.526633] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.526891] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.526891] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.527085] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.553978] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.554273] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.554359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.554404] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.554589] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.554671] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.554775] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61fc7246-3ec7-454e-a71b-143c16461df6 is going to be updated. [ 1371.591279] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.591513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.591513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.591751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.591906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.603932] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61fc7246-3ec7-454e-a71b-143c16461df6 in Status: IN_PROGRESS for 2s [ 1373.615840] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61fc7246-3ec7-454e-a71b-143c16461df6 in Status: SUCCESS [ 1373.616266] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61fc7246-3ec7-454e-a71b-143c16461df6 deletion is rescheduled due to dependency. [ 1373.616266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61fc7246-3ec7-454e-a71b-143c16461df6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.024626] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1376.024943] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1380.598334] env[65894]: INFO networking_nsxv3.common.synchronization [req-eda0ffb2-e530-4384-83be-f04771aa463b req-aadf5867-fd5d-4e4d-974b-233241bef682 tempest-ServerActionsTestOtherA-952538109 tempest-ServerActionsTestOtherA-952538109-project-member] Enqueued Resource ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c with Priority: HIGHEST for action security_group_members [ 1380.598883] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c with Priority: HIGHEST for action security_group_members [ 1380.599385] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e516a82-0c04-4a27-992a-06cb0c94d32c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.599385] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.599487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.599648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.599830] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.599910] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.599970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.600132] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.600237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.600329] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e516a82-0c04-4a27-992a-06cb0c94d32c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.958959] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-641 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.959169] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-641" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.959292] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-641" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.959714] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-641" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.960082] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.960263] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.960409] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.960717] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.960897] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.961171] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1380.961311] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1380.961426] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1380.961532] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1380.961723] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1380.961840] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1380.961985] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1380.985715] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1380.985897] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1380.986036] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1380.986229] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-641" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.986571] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-e1685d59-d885-4ad5-8202-95a31ee892ec taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.986792] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-e1685d59-d885-4ad5-8202-95a31ee892ec" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.986930] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-e1685d59-d885-4ad5-8202-95a31ee892ec" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.987332] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-e1685d59-d885-4ad5-8202-95a31ee892ec" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.987483] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1685d59-d885-4ad5-8202-95a31ee892ec',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.102766] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.103061] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.103061] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.103229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.127589] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.127829] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.127947] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.128024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.128272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.128378] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.128472] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c is going to be updated. [ 1381.163462] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.163688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.163688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.163911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.164068] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.174537] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c in Status: IN_PROGRESS for 2s [ 1381.490271] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.490563] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.490708] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.491078] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.491246] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.491439] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port e1685d59-d885-4ad5-8202-95a31ee892ec not found, creating... [ 1381.491761] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.492065] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.492206] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.492536] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.492750] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.493127] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.493320] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.493468] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.493735] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.493979] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.494130] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: e1685d59-d885-4ad5-8202-95a31ee892ec is going to be created. [ 1381.516395] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.516637] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.516722] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.517013] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.517255] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.517486] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-e1685d59-d885-4ad5-8202-95a31ee892ec" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.206979] env[65894]: INFO networking_nsxv3.common.synchronization [req-eda0ffb2-e530-4384-83be-f04771aa463b req-85236b10-f087-428f-809d-1d3ac61ddcd0 service nova] Enqueued Resource ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c with Priority: HIGHEST for action security_group_rules [ 1382.207261] env[65894]: INFO networking_nsxv3.common.synchronization [req-eda0ffb2-e530-4384-83be-f04771aa463b req-85236b10-f087-428f-809d-1d3ac61ddcd0 service nova] Enqueued Resource ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c with Priority: HIGHEST for action security_group_members [ 1382.207301] env[65894]: INFO networking_nsxv3.common.synchronization [req-eda0ffb2-e530-4384-83be-f04771aa463b req-85236b10-f087-428f-809d-1d3ac61ddcd0 service nova] Enqueued Resource ID: e1685d59-d885-4ad5-8202-95a31ee892ec with Priority: HIGHEST for action port [ 1382.207529] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c with Priority: HIGHEST for action security_group_rules [ 1382.207655] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c with Priority: HIGHEST for action security_group_members [ 1382.207750] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1685d59-d885-4ad5-8202-95a31ee892ec with Priority: HIGHEST for action port [ 1382.208403] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e516a82-0c04-4a27-992a-06cb0c94d32c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.208516] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.208584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.208781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.208900] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e516a82-0c04-4a27-992a-06cb0c94d32c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.209759] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e516a82-0c04-4a27-992a-06cb0c94d32c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.209845] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.209986] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1685d59-d885-4ad5-8202-95a31ee892ec taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.210093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1685d59-d885-4ad5-8202-95a31ee892ec" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.210156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1685d59-d885-4ad5-8202-95a31ee892ec" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.210327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1685d59-d885-4ad5-8202-95a31ee892ec" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.210380] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1685d59-d885-4ad5-8202-95a31ee892ec',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.713960] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e516a82-0c04-4a27-992a-06cb0c94d32c taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.714189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.714332] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1685d59-d885-4ad5-8202-95a31ee892ec with status ACTIVE [ 1382.714626] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.714807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.714807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.715130] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.715278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.715552] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.715728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.715810] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.716049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.716186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.716460] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.716672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.716762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.716928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.717068] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.717210] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1685d59-d885-4ad5-8202-95a31ee892ec is going to be updated. [ 1382.741403] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.741633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.741633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.741818] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.741964] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.742150] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1685d59-d885-4ad5-8202-95a31ee892ec" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.184454] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c in Status: SUCCESS [ 1383.184652] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c deletion is rescheduled due to dependency. [ 1383.184734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.184894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.185137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.185322] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.185438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.185502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.185652] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.185768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.185936] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e516a82-0c04-4a27-992a-06cb0c94d32c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.688594] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e516a82-0c04-4a27-992a-06cb0c94d32c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.192449] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e516a82-0c04-4a27-992a-06cb0c94d32c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.695522] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.695856] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.695856] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.695952] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.696042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.696168] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c is going to be updated. [ 1384.724765] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.725033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.725033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.725161] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.725309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.734899] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c in Status: IN_PROGRESS for 2s [ 1386.746568] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c in Status: SUCCESS [ 1386.746931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.746931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.747136] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.747330] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.747453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.747510] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.747668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.747750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.747834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.747978] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e516a82-0c04-4a27-992a-06cb0c94d32c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.208599] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1387.208814] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1387.250523] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e516a82-0c04-4a27-992a-06cb0c94d32c taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.250757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.250812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.251142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.251351] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.251471] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.251550] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.251732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.251839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.251933] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.252097] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e516a82-0c04-4a27-992a-06cb0c94d32c taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.252192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.252254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.252397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.252533] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.252648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.252735] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.252891] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.252968] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.253064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.253158] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e516a82-0c04-4a27-992a-06cb0c94d32c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.756247] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e516a82-0c04-4a27-992a-06cb0c94d32c: rpc.has_security_group_logging(os_id): False [ 1387.774698] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.774939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.774939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.775190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.775284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.775518] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.775620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.775775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.775871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.775917] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.776113] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.776212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.776274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.776418] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.776493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.776684] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.776780] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.776843] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.776985] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.777070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.777158] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c is going to be updated. [ 1387.844473] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.844702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.844702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.844880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.845080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.857657] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c in Status: IN_PROGRESS for 2s [ 1389.874490] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c in Status: SUCCESS [ 1389.874903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.499136] env[65894]: INFO networking_nsxv3.common.synchronization [req-72376280-01e4-4237-8dc1-54896d134bb8 req-4d3475b4-127b-495b-a0cd-5576dafb9d89 tempest-ServerActionsTestOtherA-952538109 tempest-ServerActionsTestOtherA-952538109-project-member] Enqueued Resource ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c with Priority: HIGHEST for action security_group_members [ 1390.499998] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c with Priority: HIGHEST for action security_group_members [ 1390.500486] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e516a82-0c04-4a27-992a-06cb0c94d32c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.500799] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.500883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.501217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.501509] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.501722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.501887] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.502145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.502281] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.502433] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e516a82-0c04-4a27-992a-06cb0c94d32c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.548908] env[65894]: INFO networking_nsxv3.common.synchronization [req-72376280-01e4-4237-8dc1-54896d134bb8 req-4d3475b4-127b-495b-a0cd-5576dafb9d89 tempest-ServerActionsTestOtherA-952538109 tempest-ServerActionsTestOtherA-952538109-project-member] Enqueued Resource ID: e1685d59-d885-4ad5-8202-95a31ee892ec with Priority: HIGHEST for action port [ 1390.549518] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1685d59-d885-4ad5-8202-95a31ee892ec with Priority: HIGHEST for action port [ 1390.549831] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1685d59-d885-4ad5-8202-95a31ee892ec taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.549954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1685d59-d885-4ad5-8202-95a31ee892ec" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.550079] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1685d59-d885-4ad5-8202-95a31ee892ec" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.550318] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1685d59-d885-4ad5-8202-95a31ee892ec" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.550434] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1685d59-d885-4ad5-8202-95a31ee892ec',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.005285] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.005752] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.005752] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.005752] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.005859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.005997] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.006114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.006167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.006333] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.006412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.006496] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c is going to be updated. [ 1391.041662] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.041882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.041926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.042186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.042336] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.053011] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1685d59-d885-4ad5-8202-95a31ee892ec with status ACTIVE [ 1391.053279] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.053444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.053511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.053742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.053829] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.054088] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.054197] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.054253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.054407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.054486] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.054664] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.054752] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.054806] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.054974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.055068] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.055141] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1685d59-d885-4ad5-8202-95a31ee892ec is going to be updated. [ 1391.057740] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c in Status: IN_PROGRESS for 2s [ 1391.083486] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.083648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.083738] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.083943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.084102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.084265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1685d59-d885-4ad5-8202-95a31ee892ec" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.069668] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c in Status: SUCCESS [ 1393.070077] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c deletion is rescheduled due to dependency. [ 1393.070077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.550211] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.550605] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.551920] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.552199] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1405.553069] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1405.553069] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1410.554483] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1410.554860] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1414.879103] env[65894]: INFO networking_nsxv3.common.synchronization [req-889175c0-055f-491e-8396-365d8e277847 req-a5603a45-9038-45a8-9c76-8a9091fd7cc1 tempest-ServerActionsTestOtherA-952538109 tempest-ServerActionsTestOtherA-952538109-project-member] Enqueued Resource ID: 707569e9-e443-4554-bac7-63fc64c24e7e with Priority: HIGHEST for action security_group_members [ 1414.879614] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707569e9-e443-4554-bac7-63fc64c24e7e with Priority: HIGHEST for action security_group_members [ 1414.879942] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-707569e9-e443-4554-bac7-63fc64c24e7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.880277] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.880371] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.880603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.880782] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.880911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.880967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.881170] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.881269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.881376] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('707569e9-e443-4554-bac7-63fc64c24e7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.135233] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-641 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.135440] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-641" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.135575] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-641" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.135848] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-641" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.136116] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.136276] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.136388] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.136599] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.136740] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.136971] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1415.137093] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1415.137197] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1415.137303] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1415.137409] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1415.137512] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1415.137637] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1415.163624] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1415.163961] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1415.164218] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1415.164358] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-641" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.164616] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-1f7cb7d1-74b7-459c-9a18-5ceed2425f84 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.164783] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-1f7cb7d1-74b7-459c-9a18-5ceed2425f84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.164928] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-1f7cb7d1-74b7-459c-9a18-5ceed2425f84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.165260] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-1f7cb7d1-74b7-459c-9a18-5ceed2425f84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.165403] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f7cb7d1-74b7-459c-9a18-5ceed2425f84',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.383258] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('707569e9-e443-4554-bac7-63fc64c24e7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.669051] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.669051] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.669051] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.669313] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.669355] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.669519] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 1f7cb7d1-74b7-459c-9a18-5ceed2425f84 not found, creating... [ 1415.669780] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.670010] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.670156] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.670385] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.670519] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.670804] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.670952] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.671076] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.671281] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.671411] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.671544] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 1f7cb7d1-74b7-459c-9a18-5ceed2425f84 is going to be created. [ 1415.694328] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.694670] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.694812] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.695113] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.695358] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.695588] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-1f7cb7d1-74b7-459c-9a18-5ceed2425f84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.885467] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('707569e9-e443-4554-bac7-63fc64c24e7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.380033] env[65894]: INFO networking_nsxv3.common.synchronization [req-889175c0-055f-491e-8396-365d8e277847 req-55d7750d-d3cc-454c-a078-2fe442b76e22 service nova] Enqueued Resource ID: 707569e9-e443-4554-bac7-63fc64c24e7e with Priority: HIGHEST for action security_group_rules [ 1416.380224] env[65894]: INFO networking_nsxv3.common.synchronization [req-889175c0-055f-491e-8396-365d8e277847 req-55d7750d-d3cc-454c-a078-2fe442b76e22 service nova] Enqueued Resource ID: 707569e9-e443-4554-bac7-63fc64c24e7e with Priority: HIGHEST for action security_group_members [ 1416.380360] env[65894]: INFO networking_nsxv3.common.synchronization [req-889175c0-055f-491e-8396-365d8e277847 req-55d7750d-d3cc-454c-a078-2fe442b76e22 service nova] Enqueued Resource ID: 1f7cb7d1-74b7-459c-9a18-5ceed2425f84 with Priority: HIGHEST for action port [ 1416.380590] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707569e9-e443-4554-bac7-63fc64c24e7e with Priority: HIGHEST for action security_group_rules [ 1416.380708] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707569e9-e443-4554-bac7-63fc64c24e7e with Priority: HIGHEST for action security_group_members [ 1416.380802] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7cb7d1-74b7-459c-9a18-5ceed2425f84 with Priority: HIGHEST for action port [ 1416.381343] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-707569e9-e443-4554-bac7-63fc64c24e7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.381522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.381577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.382116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.382246] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('707569e9-e443-4554-bac7-63fc64c24e7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.383104] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-707569e9-e443-4554-bac7-63fc64c24e7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.383153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.383332] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f7cb7d1-74b7-459c-9a18-5ceed2425f84 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.383471] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f7cb7d1-74b7-459c-9a18-5ceed2425f84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.383545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f7cb7d1-74b7-459c-9a18-5ceed2425f84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.383644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f7cb7d1-74b7-459c-9a18-5ceed2425f84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.383737] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f7cb7d1-74b7-459c-9a18-5ceed2425f84',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.387573] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.387734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.387840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.388036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.388135] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.388230] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 707569e9-e443-4554-bac7-63fc64c24e7e is going to be updated. [ 1416.422814] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.423068] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.423068] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.423240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.423385] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.432039] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 707569e9-e443-4554-bac7-63fc64c24e7e in Status: IN_PROGRESS for 2s [ 1416.886035] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-707569e9-e443-4554-bac7-63fc64c24e7e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.886453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.886453] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f7cb7d1-74b7-459c-9a18-5ceed2425f84 with status ACTIVE [ 1416.886453] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.886595] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.886709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.886855] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.886954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.887141] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.887238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.887298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.887455] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.887532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.887707] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.887798] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.887857] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.888017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.888144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.888240] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f7cb7d1-74b7-459c-9a18-5ceed2425f84 is going to be updated. [ 1416.909912] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.910174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.910174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.910327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.910463] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.910624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f7cb7d1-74b7-459c-9a18-5ceed2425f84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.444067] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 707569e9-e443-4554-bac7-63fc64c24e7e in Status: SUCCESS [ 1418.444490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.444554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.444891] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.445117] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.445272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.445354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.445550] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.445648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.445760] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('707569e9-e443-4554-bac7-63fc64c24e7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.948101] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('707569e9-e443-4554-bac7-63fc64c24e7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.454938] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('707569e9-e443-4554-bac7-63fc64c24e7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.957165] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.957165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.957165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.957165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.957165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.957546] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 707569e9-e443-4554-bac7-63fc64c24e7e is going to be updated. [ 1419.985873] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.986082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.986082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.986254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.986393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.994085] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 707569e9-e443-4554-bac7-63fc64c24e7e in Status: IN_PROGRESS for 2s [ 1421.382266] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.382688] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1422.005417] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 707569e9-e443-4554-bac7-63fc64c24e7e in Status: SUCCESS [ 1422.005651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.005733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.005957] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.006158] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.006287] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.006348] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.006508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.006610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.006697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.006787] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('707569e9-e443-4554-bac7-63fc64c24e7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.509065] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('707569e9-e443-4554-bac7-63fc64c24e7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.010981] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 707569e9-e443-4554-bac7-63fc64c24e7e: rpc.has_security_group_logging(os_id): False [ 1423.028617] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.028833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.028833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.029035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.049761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.050069] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.050205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.050268] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.050454] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.050535] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.050626] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 707569e9-e443-4554-bac7-63fc64c24e7e is going to be updated. [ 1423.111179] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.111368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.111414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.111597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.111760] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.123361] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 707569e9-e443-4554-bac7-63fc64c24e7e in Status: IN_PROGRESS for 2s [ 1425.137423] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 707569e9-e443-4554-bac7-63fc64c24e7e in Status: SUCCESS [ 1425.137865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.383377] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.383725] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1431.384686] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.385176] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.386058] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.386455] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1441.387795] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.387795] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1446.388581] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1446.388581] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1451.390025] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1451.390385] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1456.391014] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1456.391407] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1461.392137] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1461.392584] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1466.394027] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1466.394648] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1471.396302] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1471.396547] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1476.397014] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1476.397394] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1481.398391] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1481.398612] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1483.743260] env[65894]: INFO networking_nsxv3.common.synchronization [req-2a87db1d-850d-40be-a7f8-641c612b9b50 req-f6d21840-4431-47bd-8cb3-d2c5c151062a tempest-ServerActionsTestOtherA-952538109 tempest-ServerActionsTestOtherA-952538109-project-member] Enqueued Resource ID: 707569e9-e443-4554-bac7-63fc64c24e7e with Priority: HIGHEST for action security_group_members [ 1483.743793] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707569e9-e443-4554-bac7-63fc64c24e7e with Priority: HIGHEST for action security_group_members [ 1483.744144] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-707569e9-e443-4554-bac7-63fc64c24e7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.744261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.744303] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.744915] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.744915] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.744915] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.744915] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.745253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.745371] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.745474] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('707569e9-e443-4554-bac7-63fc64c24e7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.248564] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('707569e9-e443-4554-bac7-63fc64c24e7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.750935] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('707569e9-e443-4554-bac7-63fc64c24e7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1485.253308] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.253577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.253577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.253689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.253781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.253894] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 707569e9-e443-4554-bac7-63fc64c24e7e is going to be updated. [ 1485.295173] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.295396] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.295396] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.295589] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.295735] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.304484] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 707569e9-e443-4554-bac7-63fc64c24e7e in Status: IN_PROGRESS for 2s [ 1487.316376] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 707569e9-e443-4554-bac7-63fc64c24e7e in Status: SUCCESS [ 1487.316763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.744723] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1488.744723] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1490.559646] env[65894]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1490.560061] env[65894]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6a46e92c-8d28-49cf-a46b-dcad452786a3 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1493.746371] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1493.746371] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1498.313851] env[65894]: INFO networking_nsxv3.common.synchronization [req-36695c0c-d6aa-4a7f-ae33-60286294fedc req-946c5b4b-cf74-42b6-b351-08c3578b5e68 tempest-ServerActionsTestOtherA-952538109 tempest-ServerActionsTestOtherA-952538109-project-member] Enqueued Resource ID: 707569e9-e443-4554-bac7-63fc64c24e7e with Priority: HIGHEST for action security_group_members [ 1498.313851] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707569e9-e443-4554-bac7-63fc64c24e7e with Priority: HIGHEST for action security_group_members [ 1498.313851] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-707569e9-e443-4554-bac7-63fc64c24e7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.315958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.315958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.315958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.315958] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.315958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.315958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.315958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.315958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.315958] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('707569e9-e443-4554-bac7-63fc64c24e7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.819237] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.819521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.819521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.819666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.819796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.820048] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.820155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.820234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.820450] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.820532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.820626] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 707569e9-e443-4554-bac7-63fc64c24e7e is going to be updated. [ 1498.849927] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.850149] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.850149] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.850356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.850503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.858862] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 707569e9-e443-4554-bac7-63fc64c24e7e in Status: IN_PROGRESS for 2s [ 1499.514289] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.514711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.514711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.514711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.514906] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.017475] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.519571] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.871270] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 707569e9-e443-4554-bac7-63fc64c24e7e in Status: SUCCESS [ 1500.871475] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 707569e9-e443-4554-bac7-63fc64c24e7e deletion is rescheduled due to dependency. [ 1500.871562] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.022289] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1501.022574] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1501.846193] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.846620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.846620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.846706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.009027] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1502.010077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.011545] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1502.062364] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.062604] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.062604] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.062827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.078864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.079732] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1502.079835] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1502.079925] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1502.111784] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.112046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.112046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.112168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.112787] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.112961] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1502.189352] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.189619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.189619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.189750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.190085] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.190324] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1502.267626] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.267841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.267841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.267985] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.268285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.268543] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:24. [ 1502.268636] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'60a403cf-fc44-47bb-846c-b05e8988ed2a', 'cb21d3b6-dcc2-42e0-b805-37434d560264', '7796928c-8e3d-486a-9b52-5e15cc849591', '4bc52c0a-f5e0-4427-973e-bb812229227a', 'f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653', '0d8de128-d072-476d-a7e8-77dc7d1b76cb', '902e4c7f-5e70-49f8-8e9d-d5e7a9305565', 'd5f4258d-ffee-4121-ad2f-9f9414260553', 'e503da81-caa9-4988-b7ce-a7e30fb51190', '3a4b32d2-c57c-480b-89b6-24fb976a35d5', '8bb42736-6229-484b-9155-eae73b07ca84', '85f6dc30-c7af-43f2-85a3-83e431f5c3e6', '7d96db59-17da-4649-aa26-df276bf3abb4', 'ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0', '23f84c0a-8012-4596-aedb-3421156d4a72', '3e516a82-0c04-4a27-992a-06cb0c94d32c', '61fc7246-3ec7-454e-a71b-143c16461df6', 'c802cb03-6e92-461d-92d6-ddb8f4ab4777', 'f8d8eb23-9300-4332-a3ba-ea4de4186321', '707569e9-e443-4554-bac7-63fc64c24e7e', '99b3b3c9-0dc8-48da-9526-c851d416c558', 'f3291625-fdbb-4e98-8fa5-af5d2804ad01', '7fb1fe21-7e7f-434c-8a29-68fc1581333a', 'ac302640-a57f-43bb-9afe-4e5d8c8bdfd1'} {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1502.268730] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1502.288590] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.288790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.288790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.289019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.289109] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.289218] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1502.289288] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1502.289357] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1502.371982] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.372208] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.372208] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.372360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.373546] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.373814] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1502.373906] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1502.373998] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1502.374125] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1502.374253] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/24 resources of Type:Security Group Rules [ 1502.374305] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a with Priority: HIGH for action security_group_rules [ 1502.374387] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb21d3b6-dcc2-42e0-b805-37434d560264 with Priority: HIGH for action security_group_rules [ 1502.374474] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7796928c-8e3d-486a-9b52-5e15cc849591 with Priority: HIGH for action security_group_rules [ 1502.374557] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4bc52c0a-f5e0-4427-973e-bb812229227a with Priority: HIGH for action security_group_rules [ 1502.374640] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653 with Priority: HIGH for action security_group_rules [ 1502.374720] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb with Priority: HIGH for action security_group_rules [ 1502.374824] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 with Priority: HIGH for action security_group_rules [ 1502.374868] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d5f4258d-ffee-4121-ad2f-9f9414260553 with Priority: HIGH for action security_group_rules [ 1502.374985] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e503da81-caa9-4988-b7ce-a7e30fb51190 with Priority: HIGH for action security_group_rules [ 1502.375087] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3a4b32d2-c57c-480b-89b6-24fb976a35d5 with Priority: HIGH for action security_group_rules [ 1502.375172] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8bb42736-6229-484b-9155-eae73b07ca84 with Priority: HIGH for action security_group_rules [ 1502.375251] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85f6dc30-c7af-43f2-85a3-83e431f5c3e6 with Priority: HIGH for action security_group_rules [ 1502.375328] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGH for action security_group_rules [ 1502.375407] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 with Priority: HIGH for action security_group_rules [ 1502.375485] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23f84c0a-8012-4596-aedb-3421156d4a72 with Priority: HIGH for action security_group_rules [ 1502.375563] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c with Priority: HIGH for action security_group_rules [ 1502.375642] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 61fc7246-3ec7-454e-a71b-143c16461df6 with Priority: HIGH for action security_group_rules [ 1502.375720] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c802cb03-6e92-461d-92d6-ddb8f4ab4777 with Priority: HIGH for action security_group_rules [ 1502.375802] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8d8eb23-9300-4332-a3ba-ea4de4186321 with Priority: HIGH for action security_group_rules [ 1502.375882] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 707569e9-e443-4554-bac7-63fc64c24e7e with Priority: HIGH for action security_group_rules [ 1502.376046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.314358] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1503.314715] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1503.314715] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a with Priority: HIGH for action security_group_rules [ 1503.314715] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7796928c-8e3d-486a-9b52-5e15cc849591 with Priority: HIGH for action security_group_rules [ 1503.314853] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 with Priority: HIGH for action security_group_rules [ 1503.315097] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f84c0a-8012-4596-aedb-3421156d4a72 with Priority: HIGH for action security_group_rules [ 1503.315218] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707569e9-e443-4554-bac7-63fc64c24e7e with Priority: HIGH for action security_group_rules [ 1503.315312] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d8eb23-9300-4332-a3ba-ea4de4186321 with Priority: HIGH for action security_group_rules [ 1503.315437] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c802cb03-6e92-461d-92d6-ddb8f4ab4777 with Priority: HIGH for action security_group_rules [ 1503.315526] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61fc7246-3ec7-454e-a71b-143c16461df6 with Priority: HIGH for action security_group_rules [ 1503.315624] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 with Priority: HIGH for action security_group_rules [ 1503.315694] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c with Priority: HIGH for action security_group_rules [ 1503.315782] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d96db59-17da-4649-aa26-df276bf3abb4 with Priority: HIGH for action security_group_rules [ 1503.315865] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f6dc30-c7af-43f2-85a3-83e431f5c3e6 with Priority: HIGH for action security_group_rules [ 1503.315963] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb42736-6229-484b-9155-eae73b07ca84 with Priority: HIGH for action security_group_rules [ 1503.316083] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4b32d2-c57c-480b-89b6-24fb976a35d5 with Priority: HIGH for action security_group_rules [ 1503.316190] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e503da81-caa9-4988-b7ce-a7e30fb51190 with Priority: HIGH for action security_group_rules [ 1503.316282] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb with Priority: HIGH for action security_group_rules [ 1503.316386] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5f4258d-ffee-4121-ad2f-9f9414260553 with Priority: HIGH for action security_group_rules [ 1503.316451] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653 with Priority: HIGH for action security_group_rules [ 1503.316518] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb21d3b6-dcc2-42e0-b805-37434d560264 with Priority: HIGH for action security_group_rules [ 1503.316600] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc52c0a-f5e0-4427-973e-bb812229227a with Priority: HIGH for action security_group_rules [ 1503.316932] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60a403cf-fc44-47bb-846c-b05e8988ed2a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.317072] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.317135] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.317350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.317425] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60a403cf-fc44-47bb-846c-b05e8988ed2a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.318582] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7796928c-8e3d-486a-9b52-5e15cc849591 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.318707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7796928c-8e3d-486a-9b52-5e15cc849591" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.318745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7796928c-8e3d-486a-9b52-5e15cc849591" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.318906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7796928c-8e3d-486a-9b52-5e15cc849591" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.319052] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7796928c-8e3d-486a-9b52-5e15cc849591',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.319743] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-902e4c7f-5e70-49f8-8e9d-d5e7a9305565 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.319839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.319899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.320065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.320158] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('902e4c7f-5e70-49f8-8e9d-d5e7a9305565',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.320819] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23f84c0a-8012-4596-aedb-3421156d4a72 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.320919] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23f84c0a-8012-4596-aedb-3421156d4a72" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.320986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23f84c0a-8012-4596-aedb-3421156d4a72" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.322248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23f84c0a-8012-4596-aedb-3421156d4a72" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.322248] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23f84c0a-8012-4596-aedb-3421156d4a72',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.322248] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-707569e9-e443-4554-bac7-63fc64c24e7e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.322248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.322248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.323551] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.323551] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('707569e9-e443-4554-bac7-63fc64c24e7e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.324024] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8d8eb23-9300-4332-a3ba-ea4de4186321 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.324697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8d8eb23-9300-4332-a3ba-ea4de4186321" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.324697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8d8eb23-9300-4332-a3ba-ea4de4186321" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.324872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8d8eb23-9300-4332-a3ba-ea4de4186321" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.324989] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8d8eb23-9300-4332-a3ba-ea4de4186321',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.326761] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c802cb03-6e92-461d-92d6-ddb8f4ab4777 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.326922] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c802cb03-6e92-461d-92d6-ddb8f4ab4777" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.327037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c802cb03-6e92-461d-92d6-ddb8f4ab4777" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.327327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c802cb03-6e92-461d-92d6-ddb8f4ab4777" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.327368] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c802cb03-6e92-461d-92d6-ddb8f4ab4777',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.328697] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61fc7246-3ec7-454e-a71b-143c16461df6 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.328876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61fc7246-3ec7-454e-a71b-143c16461df6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.328943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61fc7246-3ec7-454e-a71b-143c16461df6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.329089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61fc7246-3ec7-454e-a71b-143c16461df6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.329243] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61fc7246-3ec7-454e-a71b-143c16461df6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.330649] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.330774] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.330826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.331715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.331811] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.332467] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e516a82-0c04-4a27-992a-06cb0c94d32c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.333047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.333047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.333047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.333047] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e516a82-0c04-4a27-992a-06cb0c94d32c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.333585] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d96db59-17da-4649-aa26-df276bf3abb4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.333874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.333874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.334257] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.334257] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d96db59-17da-4649-aa26-df276bf3abb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.334705] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85f6dc30-c7af-43f2-85a3-83e431f5c3e6 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.334808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85f6dc30-c7af-43f2-85a3-83e431f5c3e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.334870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85f6dc30-c7af-43f2-85a3-83e431f5c3e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.335058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85f6dc30-c7af-43f2-85a3-83e431f5c3e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.335373] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85f6dc30-c7af-43f2-85a3-83e431f5c3e6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.336416] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bb42736-6229-484b-9155-eae73b07ca84 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.336515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bb42736-6229-484b-9155-eae73b07ca84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.336577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bb42736-6229-484b-9155-eae73b07ca84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.336738] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bb42736-6229-484b-9155-eae73b07ca84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.336799] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bb42736-6229-484b-9155-eae73b07ca84',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.337520] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a4b32d2-c57c-480b-89b6-24fb976a35d5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.337628] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a4b32d2-c57c-480b-89b6-24fb976a35d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.337694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a4b32d2-c57c-480b-89b6-24fb976a35d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.337842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a4b32d2-c57c-480b-89b6-24fb976a35d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.337914] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a4b32d2-c57c-480b-89b6-24fb976a35d5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.338656] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e503da81-caa9-4988-b7ce-a7e30fb51190 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.338759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e503da81-caa9-4988-b7ce-a7e30fb51190" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.338822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e503da81-caa9-4988-b7ce-a7e30fb51190" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.338989] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e503da81-caa9-4988-b7ce-a7e30fb51190" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.339075] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e503da81-caa9-4988-b7ce-a7e30fb51190',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.341410] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d8de128-d072-476d-a7e8-77dc7d1b76cb taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.341410] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.341558] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.341601] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.341655] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d8de128-d072-476d-a7e8-77dc7d1b76cb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.342395] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5f4258d-ffee-4121-ad2f-9f9414260553 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.342496] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5f4258d-ffee-4121-ad2f-9f9414260553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.342496] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5f4258d-ffee-4121-ad2f-9f9414260553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.342640] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5f4258d-ffee-4121-ad2f-9f9414260553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.342712] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5f4258d-ffee-4121-ad2f-9f9414260553',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.343678] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.343678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.343678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.343847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.343847] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.344634] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb21d3b6-dcc2-42e0-b805-37434d560264 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.344745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.345141] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.345141] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.345141] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb21d3b6-dcc2-42e0-b805-37434d560264',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.345815] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bc52c0a-f5e0-4427-973e-bb812229227a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.346150] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bc52c0a-f5e0-4427-973e-bb812229227a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.346150] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bc52c0a-f5e0-4427-973e-bb812229227a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.346150] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bc52c0a-f5e0-4427-973e-bb812229227a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.346286] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bc52c0a-f5e0-4427-973e-bb812229227a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.374207] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.374325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.374365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.374536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.394996] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.395145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.396098] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.396238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.398354] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.398452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.399224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.399303] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 902e4c7f-5e70-49f8-8e9d-d5e7a9305565 is going to be deleted. [ 1503.400345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.400345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.419105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.419251] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23f84c0a-8012-4596-aedb-3421156d4a72 is going to be deleted. [ 1503.420130] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.420338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.438828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.439029] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7796928c-8e3d-486a-9b52-5e15cc849591 is going to be deleted. [ 1503.439854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.440076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.547284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.547513] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60a403cf-fc44-47bb-846c-b05e8988ed2a is going to be deleted. [ 1503.549090] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.549242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.549282] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.549573] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.549661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.549713] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-902e4c7f-5e70-49f8-8e9d-d5e7a9305565" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.563132] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.563331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.563331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.563547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.563637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.563780] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23f84c0a-8012-4596-aedb-3421156d4a72" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.569274] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.569425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.569469] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.569654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.569743] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.569846] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7796928c-8e3d-486a-9b52-5e15cc849591" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.605020] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.605266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.605266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.605584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.605704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.605872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60a403cf-fc44-47bb-846c-b05e8988ed2a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.846597] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.846755] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.846830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.847056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.896209] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.896431] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.897433] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.897577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.901536] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.901667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.905816] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.905963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.908818] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.908951] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8d8eb23-9300-4332-a3ba-ea4de4186321 is going to be deleted. [ 1503.909875] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.910112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.911605] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.911743] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.912495] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.912602] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.913286] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.913375] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.914121] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.914217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.914901] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.915033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.915706] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.915802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.916540] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.916655] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.917226] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1503.917652] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.917744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.918673] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1503.919121] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.919226] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.919783] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1503.920191] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.920282] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.920870] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1503.921247] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.921336] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.941774] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1503.942354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.942492] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0 is going to be deleted. [ 1503.943563] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.943779] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.962698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.962862] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb21d3b6-dcc2-42e0-b805-37434d560264 is going to be deleted. [ 1503.963773] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.963981] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.973187] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.973356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.984547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.984547] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d8de128-d072-476d-a7e8-77dc7d1b76cb is going to be deleted. [ 1503.984547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.984547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.005334] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.005709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.012854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.013124] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c802cb03-6e92-461d-92d6-ddb8f4ab4777 is going to be deleted. [ 1504.013885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.014170] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.062640] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.062640] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.066410] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.066543] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85f6dc30-c7af-43f2-85a3-83e431f5c3e6 is going to be deleted. [ 1504.067561] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.067785] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.123599] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.123867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.127146] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.127321] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.128227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.128364] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a4b32d2-c57c-480b-89b6-24fb976a35d5 is going to be deleted. [ 1504.129299] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.129514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.220023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.220324] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61fc7246-3ec7-454e-a71b-143c16461df6 is going to be deleted. [ 1504.221121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.221352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.255372] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.255557] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.257186] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.257186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.257659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.257659] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d96db59-17da-4649-aa26-df276bf3abb4 is going to be deleted. [ 1504.258798] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.258798] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.294079] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.294232] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e503da81-caa9-4988-b7ce-a7e30fb51190 is going to be deleted. [ 1504.295335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.295443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.334021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.334021] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e516a82-0c04-4a27-992a-06cb0c94d32c is going to be deleted. [ 1504.334371] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.334422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.374086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.374293] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 707569e9-e443-4554-bac7-63fc64c24e7e is going to be deleted. [ 1504.375196] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.375414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.407115] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.407312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.408331] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.408331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.415753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.415898] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653 is going to be deleted. [ 1504.416967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.417190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.422022] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.422143] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.427398] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.427512] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.449447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.449526] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bb42736-6229-484b-9155-eae73b07ca84 is going to be deleted. [ 1504.450480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.450706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.452750] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.452865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.472900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.473016] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5f4258d-ffee-4121-ad2f-9f9414260553 is going to be deleted. [ 1504.474027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.474148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.563867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.564065] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bc52c0a-f5e0-4427-973e-bb812229227a is going to be deleted. [ 1504.565087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.565318] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.565411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.565532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8d8eb23-9300-4332-a3ba-ea4de4186321" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.566367] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.566479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.566528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.566698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.566780] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.566897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8a84fa3-e2f4-4f24-ac7c-7bb0974e7653" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.567041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.567188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.567354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.567413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef0aa7b6-5107-4ce8-b1f7-c28a457b61f0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.567955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.568059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.568146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.568273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb21d3b6-dcc2-42e0-b805-37434d560264" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.568399] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.568546] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.568625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.568740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d8de128-d072-476d-a7e8-77dc7d1b76cb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.568850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.568992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.569080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.569191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c802cb03-6e92-461d-92d6-ddb8f4ab4777" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.569354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.569460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.569530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.569634] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85f6dc30-c7af-43f2-85a3-83e431f5c3e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.569738] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.571388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.571388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.571388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a4b32d2-c57c-480b-89b6-24fb976a35d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.571388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.571388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.571388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.571388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61fc7246-3ec7-454e-a71b-143c16461df6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.571388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.571388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.571388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.571388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d96db59-17da-4649-aa26-df276bf3abb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.571388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.571388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.571388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.571388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e503da81-caa9-4988-b7ce-a7e30fb51190" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.571388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.571984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.571984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.571984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e516a82-0c04-4a27-992a-06cb0c94d32c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.571984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.571984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.571984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.572265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-707569e9-e443-4554-bac7-63fc64c24e7e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.582874] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.583068] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.583124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.583335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.583424] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.583544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bb42736-6229-484b-9155-eae73b07ca84" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.667303] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.667460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.667567] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.667753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.667849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.667979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5f4258d-ffee-4121-ad2f-9f9414260553" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.682204] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1504.682787] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.682928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.683014] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.683248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.683338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.683458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bc52c0a-f5e0-4427-973e-bb812229227a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.875904] env[65894]: INFO networking_nsxv3.common.synchronization [None req-dad6f4a2-8c54-487c-adda-2801a1774974 None None] Enqueued Resource ID: 131177e4-d6ed-48be-b19d-218031e1a049 with Priority: HIGHEST for action port [ 1506.876477] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 131177e4-d6ed-48be-b19d-218031e1a049 with Priority: HIGHEST for action port [ 1506.876797] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-131177e4-d6ed-48be-b19d-218031e1a049 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.876927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-131177e4-d6ed-48be-b19d-218031e1a049" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.877089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-131177e4-d6ed-48be-b19d-218031e1a049" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.877350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-131177e4-d6ed-48be-b19d-218031e1a049" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.877433] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('131177e4-d6ed-48be-b19d-218031e1a049',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.379902] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 131177e4-d6ed-48be-b19d-218031e1a049 [ 1507.380178] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.380315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.380402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.380623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.380724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.380806] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:131177e4-d6ed-48be-b19d-218031e1a049 already deleted. [ 1507.380885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-131177e4-d6ed-48be-b19d-218031e1a049" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.363377] env[65894]: INFO networking_nsxv3.common.synchronization [None req-518aa42c-febf-403f-a389-17d30a2c90f4 None None] Enqueued Resource ID: 38921d93-8c96-486b-9d05-880c45dc37ab with Priority: HIGHEST for action port [ 1510.363638] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38921d93-8c96-486b-9d05-880c45dc37ab with Priority: HIGHEST for action port [ 1510.364198] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-38921d93-8c96-486b-9d05-880c45dc37ab taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.364321] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38921d93-8c96-486b-9d05-880c45dc37ab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.364381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38921d93-8c96-486b-9d05-880c45dc37ab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.364645] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38921d93-8c96-486b-9d05-880c45dc37ab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.364725] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38921d93-8c96-486b-9d05-880c45dc37ab',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1510.867334] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38921d93-8c96-486b-9d05-880c45dc37ab [ 1510.867437] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.868168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.868168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.868168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.868168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.868168] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38921d93-8c96-486b-9d05-880c45dc37ab already deleted. [ 1510.868168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38921d93-8c96-486b-9d05-880c45dc37ab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.876296] env[65894]: INFO networking_nsxv3.common.synchronization [None req-c1dd471b-bd04-4386-a7f4-605c4641dfcf None None] Enqueued Resource ID: c24c3819-ff0a-4437-923d-717a80965b56 with Priority: HIGHEST for action port [ 1512.876834] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c24c3819-ff0a-4437-923d-717a80965b56 with Priority: HIGHEST for action port [ 1512.877153] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-c24c3819-ff0a-4437-923d-717a80965b56 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.877275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c24c3819-ff0a-4437-923d-717a80965b56" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.877350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c24c3819-ff0a-4437-923d-717a80965b56" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.878243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c24c3819-ff0a-4437-923d-717a80965b56" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.878320] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c24c3819-ff0a-4437-923d-717a80965b56',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.380869] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c24c3819-ff0a-4437-923d-717a80965b56 [ 1513.381123] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.381285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.381345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.381580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.381680] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.381758] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c24c3819-ff0a-4437-923d-717a80965b56 already deleted. [ 1513.381833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c24c3819-ff0a-4437-923d-717a80965b56" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.635026] env[65894]: INFO networking_nsxv3.common.synchronization [req-eb49e024-457f-4eaa-b590-ec5f6cff11db req-0956ce6d-4db9-40be-b5de-d5f951dd359c tempest-ServerPasswordTestJSON-1241858393 tempest-ServerPasswordTestJSON-1241858393-project-member] Enqueued Resource ID: ff4929e4-e6d6-4783-935e-05d7da271c77 with Priority: HIGHEST for action security_group_members [ 1515.635716] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4929e4-e6d6-4783-935e-05d7da271c77 with Priority: HIGHEST for action security_group_members [ 1515.636064] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4929e4-e6d6-4783-935e-05d7da271c77 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.636219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4929e4-e6d6-4783-935e-05d7da271c77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.636290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4929e4-e6d6-4783-935e-05d7da271c77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.636548] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4929e4-e6d6-4783-935e-05d7da271c77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.636710] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.636808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.636869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.637145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.637257] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.637354] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff4929e4-e6d6-4783-935e-05d7da271c77',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.952735] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.952936] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "network-706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.953154] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "network-706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.953785] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "network-706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.953785] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.953947] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.954038] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.954251] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.954389] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.954593] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1515.954701] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1515.954804] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1515.954906] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1515.955017] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1515.955154] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1515.955286] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1515.975879] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1515.976084] env[65894]: DEBUG dogpile.cache.region [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1515.976210] env[65894]: DEBUG dogpile.lock [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1515.976396] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "network-706" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.976715] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock port-1daf4a48-b8fa-4dc2-bed3-37dd5d23a36e taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.976889] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "port-1daf4a48-b8fa-4dc2-bed3-37dd5d23a36e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.977013] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "port-1daf4a48-b8fa-4dc2-bed3-37dd5d23a36e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.977334] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "port-1daf4a48-b8fa-4dc2-bed3-37dd5d23a36e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.977470] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1daf4a48-b8fa-4dc2-bed3-37dd5d23a36e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1516.139398] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.139610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.139610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.139834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.139921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.140129] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.140229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.140287] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.140437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.140511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.140596] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff4929e4-e6d6-4783-935e-05d7da271c77 already deleted. [ 1516.140671] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4929e4-e6d6-4783-935e-05d7da271c77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.480433] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.480679] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.480781] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.481107] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.481304] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.481478] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Segment Port 1daf4a48-b8fa-4dc2-bed3-37dd5d23a36e not found, creating... [ 1516.481751] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.481916] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.482058] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.482355] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.482497] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.482803] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.482971] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.483150] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.483392] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.483532] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.483671] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Resource: SegmentPort with ID: 1daf4a48-b8fa-4dc2-bed3-37dd5d23a36e is going to be created. [ 1516.504719] env[65894]: DEBUG networking_nsxv3.common.locking [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.504943] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.505120] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.505418] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.505656] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.505887] env[65894]: DEBUG oslo_concurrency.lockutils [None req-f9261422-fc6a-4562-a687-31e1f426d71e None None] Releasing lock "port-1daf4a48-b8fa-4dc2-bed3-37dd5d23a36e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.205257] env[65894]: INFO networking_nsxv3.common.synchronization [req-eb49e024-457f-4eaa-b590-ec5f6cff11db req-b178e0c0-3c03-460b-9a30-6c0a3c254d84 service nova] Enqueued Resource ID: ff4929e4-e6d6-4783-935e-05d7da271c77 with Priority: HIGHEST for action security_group_rules [ 1517.205535] env[65894]: INFO networking_nsxv3.common.synchronization [req-eb49e024-457f-4eaa-b590-ec5f6cff11db req-b178e0c0-3c03-460b-9a30-6c0a3c254d84 service nova] Enqueued Resource ID: ff4929e4-e6d6-4783-935e-05d7da271c77 with Priority: HIGHEST for action security_group_members [ 1517.205695] env[65894]: INFO networking_nsxv3.common.synchronization [req-eb49e024-457f-4eaa-b590-ec5f6cff11db req-b178e0c0-3c03-460b-9a30-6c0a3c254d84 service nova] Enqueued Resource ID: 1daf4a48-b8fa-4dc2-bed3-37dd5d23a36e with Priority: HIGHEST for action port [ 1517.206267] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4929e4-e6d6-4783-935e-05d7da271c77 with Priority: HIGHEST for action security_group_rules [ 1517.206405] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4929e4-e6d6-4783-935e-05d7da271c77 with Priority: HIGHEST for action security_group_members [ 1517.206502] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1daf4a48-b8fa-4dc2-bed3-37dd5d23a36e with Priority: HIGHEST for action port [ 1517.206770] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff4929e4-e6d6-4783-935e-05d7da271c77 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.206902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff4929e4-e6d6-4783-935e-05d7da271c77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.207059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff4929e4-e6d6-4783-935e-05d7da271c77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.207236] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff4929e4-e6d6-4783-935e-05d7da271c77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.207320] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff4929e4-e6d6-4783-935e-05d7da271c77',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.208686] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4929e4-e6d6-4783-935e-05d7da271c77 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.208686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4929e4-e6d6-4783-935e-05d7da271c77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.208686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4929e4-e6d6-4783-935e-05d7da271c77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.208686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4929e4-e6d6-4783-935e-05d7da271c77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.208686] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.209055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.209055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.209055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.209055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.209191] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff4929e4-e6d6-4783-935e-05d7da271c77',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.209965] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-1daf4a48-b8fa-4dc2-bed3-37dd5d23a36e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.209965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1daf4a48-b8fa-4dc2-bed3-37dd5d23a36e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.210151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1daf4a48-b8fa-4dc2-bed3-37dd5d23a36e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.210413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1daf4a48-b8fa-4dc2-bed3-37dd5d23a36e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.210413] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1daf4a48-b8fa-4dc2-bed3-37dd5d23a36e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.712474] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4929e4-e6d6-4783-935e-05d7da271c77 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.712787] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4929e4-e6d6-4783-935e-05d7da271c77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.712787] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff4929e4-e6d6-4783-935e-05d7da271c77',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.713730] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1daf4a48-b8fa-4dc2-bed3-37dd5d23a36e with status ACTIVE [ 1517.713930] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.714073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.714196] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.714432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.714543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.714739] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.714842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.714905] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.715401] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.715401] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.715401] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.715597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.715597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.715980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.715980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.715980] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1daf4a48-b8fa-4dc2-bed3-37dd5d23a36e is going to be updated. [ 1517.739803] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.740082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.740082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.740251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.740370] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.740533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1daf4a48-b8fa-4dc2-bed3-37dd5d23a36e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.218063] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff4929e4-e6d6-4783-935e-05d7da271c77',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.720477] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.720732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.720814] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.721186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.721359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.721550] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff4929e4-e6d6-4783-935e-05d7da271c77 is going to be created. [ 1518.747934] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.748249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.748353] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.748653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.748948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.759116] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4929e4-e6d6-4783-935e-05d7da271c77 in Status: UNINITIALIZED for 2s [ 1520.770371] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4929e4-e6d6-4783-935e-05d7da271c77 in Status: SUCCESS [ 1520.770778] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4929e4-e6d6-4783-935e-05d7da271c77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.770778] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4929e4-e6d6-4783-935e-05d7da271c77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.770936] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4929e4-e6d6-4783-935e-05d7da271c77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.771141] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.771301] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.771356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.771468] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.771545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.771687] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4929e4-e6d6-4783-935e-05d7da271c77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.771728] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff4929e4-e6d6-4783-935e-05d7da271c77',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.274278] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4929e4-e6d6-4783-935e-05d7da271c77 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.274546] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4929e4-e6d6-4783-935e-05d7da271c77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.274671] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4929e4-e6d6-4783-935e-05d7da271c77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.274922] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4929e4-e6d6-4783-935e-05d7da271c77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.275172] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.275351] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.275453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.275641] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.275734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.275828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4929e4-e6d6-4783-935e-05d7da271c77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.276074] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4929e4-e6d6-4783-935e-05d7da271c77 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.276216] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4929e4-e6d6-4783-935e-05d7da271c77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.276275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4929e4-e6d6-4783-935e-05d7da271c77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.276475] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4929e4-e6d6-4783-935e-05d7da271c77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.276705] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.276839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.276945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.277151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.277238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.277324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4929e4-e6d6-4783-935e-05d7da271c77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.277417] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff4929e4-e6d6-4783-935e-05d7da271c77',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.780578] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff4929e4-e6d6-4783-935e-05d7da271c77: rpc.has_security_group_logging(os_id): False [ 1521.798638] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.798862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.798862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.799069] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.799162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.799392] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.799494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.799555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.799712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.799790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.799969] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.800074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.800136] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.800278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.800352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.800527] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.800619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.800678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.800812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.800884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.800966] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff4929e4-e6d6-4783-935e-05d7da271c77 is going to be created. [ 1521.861429] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.861642] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.861642] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.861798] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.861982] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.873827] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff4929e4-e6d6-4783-935e-05d7da271c77 in Status: IN_PROGRESS for 2s [ 1522.207962] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1522.208196] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1523.887649] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff4929e4-e6d6-4783-935e-05d7da271c77 in Status: SUCCESS [ 1523.888067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff4929e4-e6d6-4783-935e-05d7da271c77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.208758] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1527.209139] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1528.957630] env[65894]: INFO networking_nsxv3.common.synchronization [req-71b33c0e-d0a7-4651-8299-673aba18f7de req-731da601-896f-4f91-b4cd-ce74926ee07c tempest-ServerPasswordTestJSON-1241858393 tempest-ServerPasswordTestJSON-1241858393-project-member] Enqueued Resource ID: ff4929e4-e6d6-4783-935e-05d7da271c77 with Priority: HIGHEST for action security_group_members [ 1528.957630] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4929e4-e6d6-4783-935e-05d7da271c77 with Priority: HIGHEST for action security_group_members [ 1528.957895] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4929e4-e6d6-4783-935e-05d7da271c77 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.957895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4929e4-e6d6-4783-935e-05d7da271c77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.957993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4929e4-e6d6-4783-935e-05d7da271c77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.958295] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4929e4-e6d6-4783-935e-05d7da271c77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.958560] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.958684] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.958790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.959036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.959151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.959255] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff4929e4-e6d6-4783-935e-05d7da271c77',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1529.462084] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.462084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.462084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.462084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.462380] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.462380] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.462472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.462506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.462752] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.462863] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.462986] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff4929e4-e6d6-4783-935e-05d7da271c77 is going to be updated. [ 1529.491906] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.491906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.491906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.492239] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.492344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.501871] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4929e4-e6d6-4783-935e-05d7da271c77 in Status: IN_PROGRESS for 2s [ 1531.511868] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4929e4-e6d6-4783-935e-05d7da271c77 in Status: SUCCESS [ 1531.512282] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff4929e4-e6d6-4783-935e-05d7da271c77 deletion is rescheduled due to dependency. [ 1531.512282] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4929e4-e6d6-4783-935e-05d7da271c77" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.958121] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1533.958487] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1538.960015] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1538.960384] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1543.960918] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1543.961346] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1548.961999] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1548.962581] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1553.963750] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1553.964132] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0